-- Logs begin at Wed 2022-07-06 12:57:07 UTC, end at Wed 2022-07-06 14:08:02 UTC. -- Jul 06 13:36:52.548495 dv-cinder-819149-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 06 13:36:55.214808 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.common.config [-] Logging enabled! Jul 06 13:36:55.215413 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev420 Jul 06 13:36:55.215575 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110498) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 06 13:36:55.218935 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.common.config [-] Logging enabled! Jul 06 13:36:55.219172 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev420 Jul 06 13:36:55.219474 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110498) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 06 13:36:55.220386 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 13:36:55.220615 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 13:36:55.220969 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 13:36:55.221231 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 13:36:55.221449 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 13:36:55.221853 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.222142 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.222367 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.222657 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.222969 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.223331 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.223618 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.223911 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.224191 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.224465 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.224742 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.224968 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.225267 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.225547 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.225826 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.226044 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] debug = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.226323 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.226753 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.227146 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.227423 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.227701 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.227971 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.228238 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.228501 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.228775 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.229131 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] host = dv-cinder-819149-8-iscsi {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.229403 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.229681 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.229959 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.230236 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.230502 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.230771 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.231044 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.231307 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.231568 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] log_file = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.231832 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.232111 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.232388 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.232668 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.232885 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.233134 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.233415 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.233695 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.233960 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.234225 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.234491 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.234756 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.235022 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.235282 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.235557 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.235831 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.236108 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.236374 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.236637 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.236899 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.237186 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.237464 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.237726 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.237991 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.238260 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.238537 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.239104 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.239104 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.239432 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.239707 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.239980 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.240257 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.240522 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.240795 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.241086 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.241351 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.241613 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] use_json = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.241875 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.242134 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.242407 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.242669 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.242930 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.243192 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.243454 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.243727 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.243990 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:55.244274 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.244561 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.244849 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.245148 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.245443 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.245716 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.246001 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.246274 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.246557 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.246838 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.247117 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.247385 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.247675 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.247958 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.248244 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.248538 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.248826 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.249135 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.249407 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.249673 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.249938 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.250207 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.250485 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.250755 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.251033 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.251313 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.251582 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.251871 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.252146 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.252422 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.252707 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.252990 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.253279 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.253548 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.253829 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.254097 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.254922 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.254922 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.255491 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.255755 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.256033 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.256316 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.256594 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.256860 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.257156 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.257437 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.257704 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.257967 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.258230 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.258498 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.258759 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.259043 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.259310 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.259572 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.259835 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.260104 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.260369 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.260631 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.260898 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.261188 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.261456 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.261719 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.261982 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.262246 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.262508 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.262772 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.263035 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.263298 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.263564 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.263826 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.264089 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.264351 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.264615 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.264879 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.265194 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.265463 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.265734 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.266002 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.266270 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.266538 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.266805 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.267074 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.267342 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.267606 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.267885 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.268159 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.268435 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.268706 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.268980 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.269314 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.269583 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.270614 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.271123 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.271455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.271733 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.272017 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.272298 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.272590 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.272880 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.273188 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.273479 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.273765 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.274048 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.274322 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.274624 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.274898 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:55.275110 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 13:36:55.275344 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110498) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 06 13:36:55.572282 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 06 13:36:55.572561 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 06 13:36:55.572862 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 06 13:36:55.573287 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 06 13:36:55.979724 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:55.979980 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:55.980204 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:55.983084 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:55.983354 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:55.983614 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.035378 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.035650 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.035915 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.050266 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.050537 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.050799 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.080343 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.080619 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.080887 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.116690 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.116962 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.117250 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.347454 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.348029 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.348029 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.348251 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.348930 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.447522 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.447831 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.448107 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.448375 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.448640 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.448947 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.449230 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.449481 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.449728 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.450004 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.450259 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.450518 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.450770 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.451017 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.451266 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.451529 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.451778 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.452039 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.452305 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.452564 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.452836 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.453164 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.453445 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.453817 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.454063 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.454305 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.454689 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110498) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:36:56.454928 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110498) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:36:56.455158 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110498) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:36:56.455389 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110498) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:36:56.455617 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110498) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:36:56.455843 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110498) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:36:56.456199 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 06 13:36:56.459304 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 06 13:36:56.463151 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 06 13:36:56.466928 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 06 13:36:56.468523 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 06 13:36:56.469161 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 06 13:36:56.469489 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 06 13:36:56.469860 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 06 13:36:56.472591 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 06 13:36:56.472836 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 06 13:36:56.473522 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 13:36:56.478376 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 06 13:36:56.501364 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 06 13:36:56.501807 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.502098 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110498) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 06 13:36:56.502463 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.503791 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110498) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 06 13:36:56.504064 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 06 13:36:56.504881 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 06 13:36:56.508263 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.508538 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:56.622844 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 06 13:36:56.623016 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 06 13:36:56.623247 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 06 13:36:56.623612 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 06 13:36:56.675681 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO dbcounter [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Registered counter for database neutron Jul 06 13:36:56.695275 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_db.sqlalchemy.engines [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110498) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 06 13:36:56.701286 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG dbcounter [-] [110498] Writer thread running {{(pid=110498) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 06 13:36:57.242078 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Initializing driver for type 'gre' Jul 06 13:36:57.242625 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] gre ID ranges: [(1, 1000)] Jul 06 13:36:57.295222 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Initializing driver for type 'local' Jul 06 13:36:57.295604 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Initializing driver for type 'vlan' Jul 06 13:36:57.311553 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] VlanTypeDriver initialization complete Jul 06 13:36:57.311909 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Initializing driver for type 'vxlan' Jul 06 13:36:57.312400 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] vxlan ID ranges: [(1, 1000)] Jul 06 13:36:57.370395 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Initializing extension driver 'port_security' Jul 06 13:36:57.371027 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.extensions.port_security [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] PortSecurityExtensionDriver initialization complete Jul 06 13:36:57.371027 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Initializing mechanism driver 'openvswitch' Jul 06 13:36:57.371324 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Initializing mechanism driver 'hyperv' Jul 06 13:36:57.377979 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.plugins.ml2.plugin [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:36:57.378647 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > port after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.379015 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > port after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.379359 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > port after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.379855 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110498) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 06 13:36:57.380269 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > subnet after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.380617 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > subnet after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.380958 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.381365 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110498) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 06 13:36:57.381770 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > network after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.382113 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > network after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.382451 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > network after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.382832 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110498) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 06 13:36:57.383227 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > security_group after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.383574 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > security_group after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.383903 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > security_group after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.384283 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110498) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 06 13:36:57.384678 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.385033 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.385371 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.385752 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110498) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 06 13:36:57.386148 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > address_group after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.386489 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > address_group after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.386821 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > address_group after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.387200 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110498) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 06 13:36:57.387633 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] ML2 OVO RPC backend initialized. {{(pid=110498) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 06 13:36:57.388365 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.388709 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.389157 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > network before_response 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.389497 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > networks before_response 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.389832 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > port before_response 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.390163 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > ports before_response 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.390496 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > subnet before_response 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.390826 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > subnets before_response 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.391159 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > network after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.391485 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > network after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.391810 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > network after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.392135 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > port after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.392458 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > port after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.392782 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > port after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.393138 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > subnet after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.393466 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > subnet after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.393789 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.401221 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded quota_driver: . Jul 06 13:36:57.401579 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.plugin [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Modular L2 Plugin initialization complete Jul 06 13:36:57.401922 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading services supported by the core plugin {{(pid=110498) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 06 13:36:57.402258 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.plugins.ml2.managers [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Got port-security extension from driver 'port_security' Jul 06 13:36:57.402733 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.extensions.vlantransparent [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Disabled vlantransparent extension. Jul 06 13:36:57.403218 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110498) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 06 13:36:57.403538 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading Plugin: router Jul 06 13:36:57.439409 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router_interface before_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.439797 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router after_create 55549900 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.440165 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router before_create 55549900 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.440653 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.441168 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.441392 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router after_delete 55549900 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.441878 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > floatingip after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.442299 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > floatingip after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.442654 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router after_create 55549900 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.443002 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router after_update 55549900 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.443353 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router after_update 55549900 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.443698 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.444054 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router after_update 55549900 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.444460 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router precommit_update 55549900 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.444823 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: port after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.445188 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: port after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.445525 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: subnet after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.445858 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.446199 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > port precommit_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.446543 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router precommit_create 55549900 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.446883 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: port before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.447219 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router precommit_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.447567 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router after_update 55549900 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.447900 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router precommit_delete 55549900 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.448344 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router precommit_create 55549900 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.448699 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.449058 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router precommit_update 55549900 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.449420 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > agent after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.449764 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > agent after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.450102 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > network after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.450955 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Tracking information for resource: router configured {{(pid=110498) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:36:57.451277 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Tracking information for resource: floatingip configured {{(pid=110498) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 06 13:36:57.456037 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.db.l3_agentschedulers_db [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 06 13:36:57.456604 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: port after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.456959 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: port after_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.457361 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: port after_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.457775 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: port after_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.458498 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router before_create 55550100 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.458859 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router precommit_delete 55550100 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.459214 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router precommit_create 55550100 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.459568 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > router precommit_update 55550100 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.464397 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.services.provider_configuration [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service providers = [] {{(pid=110498) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 06 13:36:57.464753 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.db.servicetype_db [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110498) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 06 13:36:57.467677 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.services.service_base [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110498) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 13:36:57.468022 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.services.service_base [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110498) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 13:36:57.468355 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.services.service_base [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110498) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 13:36:57.469410 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.services.service_base [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110498) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 06 13:36:57.469780 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.services.service_base [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 06 13:36:57.470149 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110498) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:36:57.470457 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 06 13:36:57.481311 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110498) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:36:57.481645 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading Plugin: auto_allocate Jul 06 13:36:57.487240 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: network precommit_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.487599 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: network precommit_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.488104 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110498) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:36:57.488417 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading Plugin: tag Jul 06 13:36:57.496553 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110498) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:36:57.496823 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading Plugin: timestamp Jul 06 13:36:57.500626 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110498) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:36:57.500955 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading Plugin: network_ip_availability Jul 06 13:36:57.506510 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.506872 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.507246 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.507961 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110498) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:36:57.508273 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading Plugin: flavors Jul 06 13:36:57.513157 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110498) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:36:57.513485 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading Plugin: revisions Jul 06 13:36:57.517670 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110498) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 06 13:36:57.518057 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_concurrency.lockutils [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.945s {{(pid=110498) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 06 13:36:57.518784 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110498) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 06 13:36:57.519114 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Initializing extension manager. Jul 06 13:36:57.519625 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: __init__.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.519985 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: __pycache__ {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.520315 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: address_group.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.521075 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.521642 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: address-group Jul 06 13:36:57.521959 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: address_scope.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.522656 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.523162 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: address-scope Jul 06 13:36:57.523481 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: admin_state_down_before_update.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.524379 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.524887 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: router-admin-state-down-before-update Jul 06 13:36:57.525240 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: agent.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.525922 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.526420 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: agent Jul 06 13:36:57.526734 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: agent_resources_synced.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.527617 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.528115 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: agent-resources-synced Jul 06 13:36:57.528427 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: allowedaddresspairs.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.530199 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.530712 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: allowed-address-pairs Jul 06 13:36:57.531028 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: auto_allocated_topology.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.532077 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.532580 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: auto-allocated-topology Jul 06 13:36:57.532893 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: availability_zone.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.533603 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.534099 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: availability_zone Jul 06 13:36:57.534415 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: availability_zone_filter.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.535312 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.536598 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: availability_zone_filter Jul 06 13:36:57.537103 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: data_plane_status.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.538071 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.538566 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension data-plane-status not supported by any of loaded plugins Jul 06 13:36:57.538880 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: default_subnetpools.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.539775 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.540276 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: default-subnetpools Jul 06 13:36:57.540592 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: dhcpagentscheduler.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.541411 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.541909 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: dhcp_agent_scheduler Jul 06 13:36:57.542222 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: dns.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.543122 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.543614 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension dns-integration not supported by any of loaded plugins Jul 06 13:36:57.543932 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: dns_domain_ports.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.544826 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.545358 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 06 13:36:57.545674 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.546832 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.547325 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 06 13:36:57.547636 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: dvr.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.548291 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.548782 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: dvr Jul 06 13:36:57.549117 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: ecmp_routes.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.550010 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.550508 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension ecmp_routes not supported by any of loaded plugins Jul 06 13:36:57.550820 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: empty_string_filtering.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.552248 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.552745 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: empty-string-filtering Jul 06 13:36:57.553091 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.553993 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.554490 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 06 13:36:57.554806 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.555709 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.556396 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 06 13:36:57.556694 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: external_net.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.557623 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.558124 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: external-net Jul 06 13:36:57.558438 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: extra_dhcp_opt.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.559322 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.559819 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: extra_dhcp_opt Jul 06 13:36:57.560131 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: extraroute.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.561047 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.561549 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: extraroute Jul 06 13:36:57.561863 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: extraroute_atomic.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.562865 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.563368 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: extraroute-atomic Jul 06 13:36:57.563683 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: filter_validation.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.564330 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.564828 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: filter-validation Jul 06 13:36:57.565173 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: fip_pf_description.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.566068 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.566564 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 06 13:36:57.566899 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: fip_pf_port_range.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.567793 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.568287 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 06 13:36:57.568598 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: fip_port_details.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.569538 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.570038 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: fip-port-details Jul 06 13:36:57.570351 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: flavors.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.571553 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.572059 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: flavors Jul 06 13:36:57.572375 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.574010 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.574529 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 06 13:36:57.574864 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: floatingip_pools.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.575550 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.576063 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: floatingip-pools Jul 06 13:36:57.576383 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: ip_allocation.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.577312 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.577816 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension ip_allocation not supported by any of loaded plugins Jul 06 13:36:57.578135 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.579039 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.579545 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: ip-substring-filtering Jul 06 13:36:57.579866 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: l2_adjacency.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.580773 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.581293 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension l2_adjacency not supported by any of loaded plugins Jul 06 13:36:57.581612 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: l3.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.582580 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.583263 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: router Jul 06 13:36:57.583584 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: l3_conntrack_helper.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.585785 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.586303 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 06 13:36:57.586625 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.587529 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.588042 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: ext-gw-mode Jul 06 13:36:57.588366 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.589295 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.589800 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: l3-ha Jul 06 13:36:57.590115 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.591006 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.591522 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 06 13:36:57.591819 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: l3_flavors.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.592712 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.593241 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: l3-flavors Jul 06 13:36:57.593556 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: l3_ndp_proxy.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.594890 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.595397 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 06 13:36:57.595716 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.596613 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.597143 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: l3-port-ip-change-not-allowed Jul 06 13:36:57.597462 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: l3agentscheduler.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.599216 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.599732 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: l3_agent_scheduler Jul 06 13:36:57.600056 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: local_ip.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.601822 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.602344 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension local_ip not supported by any of loaded plugins Jul 06 13:36:57.602671 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: logging.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.604116 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.604623 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension logging not supported by any of loaded plugins Jul 06 13:36:57.604947 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: metering.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.605702 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.606269 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: metering Jul 06 13:36:57.606588 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.607655 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.608163 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: metering_source_and_destination_fields Jul 06 13:36:57.608480 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: multiprovidernet.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.609420 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.609920 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: multi-provider Jul 06 13:36:57.610234 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: netmtu.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.611122 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.611622 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: net-mtu Jul 06 13:36:57.611934 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: netmtu_writable.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.612827 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.613348 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: net-mtu-writable Jul 06 13:36:57.614354 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: network_availability_zone.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.614872 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.615373 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: network_availability_zone Jul 06 13:36:57.615684 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: network_ip_availability.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.616766 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.617300 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: network-ip-availability Jul 06 13:36:57.617616 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: network_segment_range.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.618366 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.618865 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension network-segment-range not supported by any of loaded plugins Jul 06 13:36:57.619180 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: pagination.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.620133 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.620455 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: pagination Jul 06 13:36:57.620764 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: port_device_profile.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.621706 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.622210 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: port-device-profile Jul 06 13:36:57.622524 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: port_mac_address_override.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.623422 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.623921 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: port-mac-override Jul 06 13:36:57.624233 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.625171 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.625681 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: port-mac-address-regenerate Jul 06 13:36:57.625999 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.626889 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.627397 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: port-numa-affinity-policy Jul 06 13:36:57.627709 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: port_resource_request.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.628599 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.629146 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension port-resource-request not supported by any of loaded plugins Jul 06 13:36:57.629464 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: port_resource_request_groups.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.630471 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.630974 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 06 13:36:57.631289 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: portbindings.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.632201 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.632704 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: binding Jul 06 13:36:57.633046 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: portbindings_extended.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.634284 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.634787 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: binding-extended Jul 06 13:36:57.635105 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: portsecurity.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.636004 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.636511 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: port-security Jul 06 13:36:57.636827 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: project_id.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.637813 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.638134 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: project-id Jul 06 13:36:57.638445 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: providernet.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.639341 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.639847 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: provider Jul 06 13:36:57.640161 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.645235 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.645827 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos not supported by any of loaded plugins Jul 06 13:36:57.646156 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.647389 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.647893 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 06 13:36:57.648214 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.649161 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.649673 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 06 13:36:57.649991 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos_default.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.650885 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.651393 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos-default not supported by any of loaded plugins Jul 06 13:36:57.651712 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos_fip.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.652612 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.653139 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos-fip not supported by any of loaded plugins Jul 06 13:36:57.653455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos_fip_network_policy.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.654349 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.654851 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 06 13:36:57.655171 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos_gateway_ip.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.656075 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.656578 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 06 13:36:57.656893 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos_port_network_policy.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.657820 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.658321 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 06 13:36:57.658639 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.659668 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.660168 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 06 13:36:57.661041 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.662188 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.662692 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 06 13:36:57.663009 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos_pps_rule.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.664157 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.664666 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos-pps not supported by any of loaded plugins Jul 06 13:36:57.664985 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos_rule_type_details.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.665910 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.666416 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 06 13:36:57.666736 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos_rule_type_filter.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.667624 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.668122 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 06 13:36:57.668439 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: qos_rules_alias.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.669481 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.669985 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 06 13:36:57.670301 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: quota_check_limit.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.671195 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.671964 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: quota-check-limit Jul 06 13:36:57.672280 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: quotasv2.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.673227 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.673552 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: quotas Jul 06 13:36:57.673865 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: quotasv2_detail.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.675527 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.675861 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: quota_details Jul 06 13:36:57.676931 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: rbac.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.678021 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.678539 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: rbac-policies Jul 06 13:36:57.678865 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: rbac_address_group.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.679788 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.680295 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: rbac-address-group Jul 06 13:36:57.680613 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: rbac_address_scope.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.681545 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.682050 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: rbac-address-scope Jul 06 13:36:57.682365 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: rbac_security_groups.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.683336 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.683841 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: rbac-security-groups Jul 06 13:36:57.684156 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: rbac_subnetpool.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.685082 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.685590 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: rbac-subnetpool Jul 06 13:36:57.685904 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: revisionifmatch.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.686809 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.687310 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: revision-if-match Jul 06 13:36:57.687621 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: revisions.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.688709 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.689236 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: standard-attr-revisions Jul 06 13:36:57.689555 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: router_availability_zone.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.690210 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.690711 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: router_availability_zone Jul 06 13:36:57.691024 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: routerservicetype.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.692134 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.692616 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension router-service-type not supported by any of loaded plugins Jul 06 13:36:57.692931 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.693860 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.694363 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: security-groups-normalized-cidr Jul 06 13:36:57.694678 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: security_groups_port_filtering.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.695586 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.696088 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: port-security-groups-filtering Jul 06 13:36:57.696399 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.697350 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.697852 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: security-groups-remote-address-group Jul 06 13:36:57.698168 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.699080 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.699582 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: security-groups-shared-filtering Jul 06 13:36:57.699897 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: securitygroup.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.709890 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.710410 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: security-group Jul 06 13:36:57.710733 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: segment.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.711442 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.711949 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension segment not supported by any of loaded plugins Jul 06 13:36:57.712269 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.713221 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.713727 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 06 13:36:57.714044 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: servicetype.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.715124 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.715644 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: service-type Jul 06 13:36:57.715960 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: sorting.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.716931 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.717283 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: sorting Jul 06 13:36:57.717601 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: standard_attr_segment.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.718500 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.719009 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 06 13:36:57.719323 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: standardattrdescription.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.719958 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.720459 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: standard-attr-description Jul 06 13:36:57.720775 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: stateful_security_group.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.721723 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.722228 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: stateful-security-group Jul 06 13:36:57.722542 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: stdattrs_common.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.723723 dv-cinder-819149-8-iscsi neutron-server[110498]: WARNING neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 06 13:36:57.724034 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.724946 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.725484 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 06 13:36:57.725801 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: subnet_onboard.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.726843 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.727350 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: subnet_onboard Jul 06 13:36:57.727668 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.728578 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.729104 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 06 13:36:57.729424 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: subnet_service_types.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.730331 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.730836 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: subnet-service-types Jul 06 13:36:57.731151 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: subnetallocation.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.732211 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.732712 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: subnet_allocation Jul 06 13:36:57.733046 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.733696 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.734195 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: subnetpool-prefix-ops Jul 06 13:36:57.734511 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.735423 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.735942 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 06 13:36:57.736258 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: tagging.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.737336 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.737844 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: standard-attr-tag Jul 06 13:36:57.738166 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: timestamp.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.739449 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.739957 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loaded extension: standard-attr-timestamp Jul 06 13:36:57.740275 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: trunk.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.741319 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.741831 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension trunk not supported by any of loaded plugins Jul 06 13:36:57.742148 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: trunk_details.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.743044 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.743550 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension trunk-details not supported by any of loaded plugins Jul 06 13:36:57.743864 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: uplink_status_propagation.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.744763 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.745306 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 06 13:36:57.745627 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Loading extension file: vlantransparent.py {{(pid=110498) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 06 13:36:57.746280 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110498) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 06 13:36:57.746824 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extension vlan-transparent not supported by any of loaded plugins Jul 06 13:36:57.749381 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:network Jul 06 13:36:57.749898 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:subnet Jul 06 13:36:57.750298 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:36:57.750681 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:port Jul 06 13:36:57.751887 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.752312 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service FLAVORS assigned prefix: {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.752925 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.753388 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.753712 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:router Jul 06 13:36:57.754173 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:floatingip Jul 06 13:36:57.754755 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service METERING assigned prefix: /metering {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.756200 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.756564 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.756913 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:36:57.757908 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 13:36:57.758373 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:security_group Jul 06 13:36:57.758798 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 13:36:57.759390 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service CORE assigned prefix: {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.759712 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:36:57.760057 dv-cinder-819149-8-iscsi neutron-server[110498]: WARNING neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] subnetpool is already registered Jul 06 13:36:57.760476 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service CORE assigned prefix: {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.760792 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:36:57.761152 dv-cinder-819149-8-iscsi neutron-server[110498]: WARNING neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] subnetpool is already registered Jul 06 13:36:57.763393 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.763815 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service FLAVORS assigned prefix: {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.764390 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.764798 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.765153 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:router Jul 06 13:36:57.765492 dv-cinder-819149-8-iscsi neutron-server[110498]: WARNING neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] router is already registered Jul 06 13:36:57.766735 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:floatingip Jul 06 13:36:57.766735 dv-cinder-819149-8-iscsi neutron-server[110498]: WARNING neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] floatingip is already registered Jul 06 13:36:57.766735 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service METERING assigned prefix: /metering {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.767292 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of CountableResource for resource:rbac_policy Jul 06 13:36:57.767612 dv-cinder-819149-8-iscsi neutron-server[110498]: WARNING neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] rbac_policy is already registered Jul 06 13:36:57.768012 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:security_group Jul 06 13:36:57.768562 dv-cinder-819149-8-iscsi neutron-server[110498]: WARNING neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] security_group is already registered Jul 06 13:36:57.768747 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:security_group_rule Jul 06 13:36:57.769100 dv-cinder-819149-8-iscsi neutron-server[110498]: WARNING neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] security_group_rule is already registered Jul 06 13:36:57.770538 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service CORE assigned prefix: {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.770538 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:36:57.770884 dv-cinder-819149-8-iscsi neutron-server[110498]: WARNING neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] subnetpool is already registered Jul 06 13:36:57.771291 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.v2.resource_helper [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Service CORE assigned prefix: {{(pid=110498) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 06 13:36:57.771609 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Creating instance of TrackedResource for resource:subnetpool Jul 06 13:36:57.771932 dv-cinder-819149-8-iscsi neutron-server[110498]: WARNING neutron.quota.resource_registry [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] subnetpool is already registered Jul 06 13:36:57.772395 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: extensions {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.773870 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: address-groups {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.775356 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: address-scopes {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.778149 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: agents {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.779419 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: auto-allocated-topology {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.779849 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: availability_zones {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.781081 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: dhcp-networks {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.783258 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: dhcp-agents {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.783953 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: routers {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.786314 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: flavors {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.787793 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: service_profiles {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.788756 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: next_providers {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.790194 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: service_profiles {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.791695 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: floatingip-pools {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.793055 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: routers {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.794735 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: floatingips {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.796006 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: l3-routers {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.797698 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: l3-agents {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.799094 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: metering-labels {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.800328 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: metering-label-rules {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.802758 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: network-ip-availabilities {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.804012 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: bindings {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.805569 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: quotas {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.807208 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: quotas {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.808733 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: rbac-policies {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.809942 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: security-groups {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.811235 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: security-group-rules {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.812449 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: service-providers {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.813682 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: subnetpools {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.815003 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: subnetpools {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.816522 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: tags {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.818336 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: tags {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.820129 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: tags {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.821923 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: tags {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.823581 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: tags {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.825526 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: tags {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.827230 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: tags {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.829115 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: tags {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.830853 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: tags {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.833126 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron.api.extensions [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Extended resource: tags {{(pid=110498) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 06 13:36:57.839068 dv-cinder-819149-8-iscsi neutron-server[110498]: WARNING keystonemiddleware.auth_token [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 06 13:36:57.844073 dv-cinder-819149-8-iscsi neutron-server[110498]: WARNING keystonemiddleware.auth_token [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 06 13:36:57.853378 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_concurrency.lockutils [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Acquired lock "singleton_lock" {{(pid=110498) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 06 13:36:57.853848 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_concurrency.lockutils [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Releasing lock "singleton_lock" {{(pid=110498) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 06 13:36:57.854483 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO oslo_service.service [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Starting 2 workers Jul 06 13:36:57.859284 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Started child 110605 {{(pid=110498) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 13:36:57.864069 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Started child 110606 {{(pid=110498) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 13:36:57.864963 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:36:57.865690 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO neutron.service [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Neutron service started, listening on 0.0.0.0:9696 Jul 06 13:36:57.866053 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Publish callbacks [] for process (None), before_spawn {{(pid=110498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:36:57.866520 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [-] (110605) wsgi starting up on http://0.0.0.0:9696 Jul 06 13:36:57.868481 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO oslo_service.service [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Starting 1 workers Jul 06 13:36:57.868657 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:36:57.870071 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [-] (110606) wsgi starting up on http://0.0.0.0:9696 Jul 06 13:36:57.873676 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Started child 110607 {{(pid=110498) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 13:36:57.874212 dv-cinder-819149-8-iscsi neutron-server[110498]: INFO oslo_service.service [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Starting 1 workers Jul 06 13:36:57.877555 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.service [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] calling RpcWorker wait() {{(pid=110607) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 06 13:36:57.878116 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.service [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] returning from RpcWorker wait() {{(pid=110607) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 06 13:36:57.878639 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Started child 110608 {{(pid=110498) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 06 13:36:57.879621 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:36:57.879749 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG neutron_lib.callbacks.manager [None req-2eca70d0-9672-4fcb-99b7-bd3c04a7c1ac None None] Publish callbacks [] for process (None), after_spawn {{(pid=110498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:36:57.880233 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:36:57.881594 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110498) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 13:36:57.881799 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 13:36:57.881984 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 13:36:57.882197 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 13:36:57.882520 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 13:36:57.882688 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 13:36:57.883174 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.883445 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.883687 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.883957 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.884057 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:36:57.884592 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.884828 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.885074 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.885339 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.885581 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.885745 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.885904 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.886158 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.886383 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.886712 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.886970 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.887212 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.887453 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.887603 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.887856 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.888144 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.888402 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.888684 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] debug = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.888943 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.889470 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.889700 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.889941 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.890195 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.890477 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.890719 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.890972 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.891200 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.891427 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.891663 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.891927 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.892162 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.892394 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.892647 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.892880 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.893133 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.893610 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] host = dv-cinder-819149-8-iscsi {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.893849 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.894073 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.894309 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.894526 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.895291 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.895518 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.895787 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.895972 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.896379 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.896616 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.896835 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.897092 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.897328 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.897580 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_file = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.897730 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_options = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.897959 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.898219 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.898484 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.898671 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.898837 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.898988 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.899207 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.899359 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.899604 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.899828 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.900081 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.900232 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.900456 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.900682 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.900939 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.901172 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.901414 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.901620 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.901858 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.902094 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.902333 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.902570 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.902827 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.903073 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.903247 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.903448 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.903689 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.903917 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.904314 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.904459 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.904836 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.904992 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.905289 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.905656 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.905822 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.906730 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.906730 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.906730 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.906730 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.907108 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.907181 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:36:57.907352 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.907446 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.907584 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.907819 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.908031 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.908259 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.908472 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] use_json = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.908931 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.908931 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.909252 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.909396 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.909539 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.909920 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.910074 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.910318 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.911420 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.912046 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.912046 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.912046 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.912459 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.912594 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.913929 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.918251 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.918496 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.918774 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.919192 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.920092 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.920092 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.920092 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.920625 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.920625 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.920886 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.921046 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.921270 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.921512 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.921992 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.922253 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.922442 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.922728 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.922964 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.923205 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.923405 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.923653 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.923955 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.924226 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.924500 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.924828 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.925111 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.925366 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.927299 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.927299 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.927299 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.927299 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.927299 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.927299 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.927299 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.927299 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.928716 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.928716 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.928716 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.928716 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.928716 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.928716 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.930732 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.930732 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.930732 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.930732 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.930732 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.930732 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.930732 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.930732 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.930732 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.931888 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.931888 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.931888 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.931888 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.931888 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.931888 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.934176 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.934176 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.934176 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.934176 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.934176 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.934176 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.934176 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.934176 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.934176 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.935455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.935455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.935455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.935455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.935455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.935455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.935455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.935455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.936871 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.936871 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.936871 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.936871 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.936871 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.936871 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.936871 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.938076 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.938076 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.938076 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.938076 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.938076 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.939995 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.939995 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.939995 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.939995 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.939995 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.939995 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.939995 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.939995 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.941185 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.941185 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.941185 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.941185 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.941185 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.941185 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.942008 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.942008 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.942008 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.942008 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.942628 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.942628 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.942628 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.943030 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.943192 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.943371 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.943511 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.943798 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.944155 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.944326 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.944513 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.944767 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.945062 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.945295 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.945560 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.945827 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.946087 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.946340 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.946581 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.946820 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.947086 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.947324 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.947574 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.947797 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.948019 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.948247 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.948470 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.948682 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.948890 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.949131 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.950612 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.950612 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.950612 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.950612 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.950612 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.950612 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.953943 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.953943 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.953943 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.953943 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.953943 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.953943 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.953943 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.953943 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.954701 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.954701 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.954701 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.954701 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.954701 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.954701 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.954701 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.954701 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.955279 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.955279 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.955279 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.955279 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.955279 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.955728 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.955728 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.955878 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.956910 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.956910 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.956910 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.956910 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.956910 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.958085 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.958085 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.958085 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.958436 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.958664 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.958872 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.959135 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.959367 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.959574 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.960089 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.960089 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.960396 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.960533 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.960642 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.961300 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.961300 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.961300 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.961693 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.961693 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.961917 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.962229 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.962471 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.962726 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.962960 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.963186 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.964047 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.964047 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.964047 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.964047 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.964527 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.964527 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.964869 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.965079 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.965273 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.965436 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.965604 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.965763 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.965958 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.966197 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.966452 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.966627 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.966864 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.967063 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.967271 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.967475 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.967677 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.967884 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.969328 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.969328 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.969328 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.969328 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.969328 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.969328 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.970051 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.970051 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.970051 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.970376 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.970376 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.971011 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.971011 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.971011 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.971469 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.971469 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.971711 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.971842 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.971961 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.972247 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.972405 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.973979 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.973979 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.973979 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.973979 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.974468 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.974580 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.974959 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.974959 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.975214 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.975340 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.975537 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.975757 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.975963 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.976170 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.976386 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.976606 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.976939 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.977165 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.977382 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.977601 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.977980 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.978102 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.978348 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.978565 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.978927 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.979144 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.979340 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.979732 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.979732 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.980049 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.980260 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.980606 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.980895 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.981157 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.981440 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.981669 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.981961 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.982216 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.982425 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.982720 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.983043 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.983350 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.983562 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.984402 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.984402 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.984402 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.985601 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.985601 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.985601 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.985601 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.985601 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.985601 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.986319 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.986319 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.986319 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.986838 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.986838 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.986838 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.987192 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.987316 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:57.987823 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 13:36:57.987957 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110498) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 06 13:36:57.988082 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 06 13:36:57.988208 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 06 13:36:57.988331 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 06 13:36:57.988505 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 06 13:36:57.988766 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 06 13:36:57.989112 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.989287 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.989429 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.989595 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.989776 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.989935 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.990090 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.990246 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.990403 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.990557 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.990712 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.990904 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.991054 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.991213 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.991369 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.991525 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.991680 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.991842 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.991998 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.992152 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.992304 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.992622 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] debug = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.992778 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.992969 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.993157 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.993287 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.993438 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.993595 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.993747 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.993885 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.994043 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.994196 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.994350 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.994502 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.994655 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.994808 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.994961 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.995088 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:36:57.995244 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.995244 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.995858 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] host = dv-cinder-819149-8-iscsi {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.995858 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.995858 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.995858 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.996327 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.996327 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.996327 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.996980 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.996980 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.996980 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.996980 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.996980 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.997611 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.997611 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.997611 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_file = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.997611 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_options = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.998165 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.998165 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.998165 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.998165 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.999441 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.999441 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.999441 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.999441 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.999441 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.999441 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:57.999441 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.000501 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.000501 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.000501 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.000501 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.000501 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.000501 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.000501 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.000501 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.001455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.001455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.001455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.001455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.001455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.001455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.001455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.001455 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.002335 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.002335 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.002335 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.002335 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.002335 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.002335 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.002973 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.002973 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.002973 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.002973 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.002973 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.003796 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.003796 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.003796 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.003796 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.003796 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.003796 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.004444 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.004444 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.004444 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] use_json = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.004444 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.004930 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.004930 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.004930 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.004930 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.005310 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.005310 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.005516 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.005516 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 06 13:36:58.005747 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.005870 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.005994 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.006116 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.006277 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.006433 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.006588 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.006744 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.007005 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.007133 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.007256 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.007379 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.007545 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.007707 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.007865 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.007992 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.008151 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.008306 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.008462 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.008616 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.008770 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.008926 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.009110 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.009267 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.009408 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.009564 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.009719 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.009881 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.010037 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.010200 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.010371 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.010527 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.010683 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.011203 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.011203 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.011203 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.011431 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.011431 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.011574 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.011713 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.012096 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.012096 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.012341 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.012341 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.012538 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.012620 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.012727 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.012883 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017038 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017038 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017038 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017038 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017038 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017038 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017038 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017038 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017038 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017719 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017719 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017719 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017719 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017719 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017719 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017719 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.017719 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018254 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018254 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018254 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018254 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018254 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018254 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018254 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018254 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018254 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018843 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018843 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018843 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018843 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018843 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018843 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018843 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018843 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.018843 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.019431 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.019431 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.019431 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.019431 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.019431 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.019431 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.019431 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.019431 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.019431 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.020528 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.020528 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.020528 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.020528 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.020528 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.020865 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.020865 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.021031 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.021150 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.021265 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.021474 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.021595 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.021722 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.021837 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.021987 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.022136 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.022285 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.022434 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.022598 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.022759 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.022907 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.023052 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.023257 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.023419 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.023507 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.023631 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.023785 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.023933 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.024073 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.024225 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.024379 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.024540 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.024704 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.024862 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.025052 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.025183 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.025336 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.025491 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.025646 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.025801 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.025956 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.026189 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.026325 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.026449 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.026570 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.026749 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.026879 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.027227 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.027227 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.027396 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.027474 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.027603 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.027758 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.028070 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.028229 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.028387 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.028542 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.028699 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.028856 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.029030 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.029198 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.029323 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.029464 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.029621 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.029778 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.029933 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.030089 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.030677 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.030677 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.030677 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.030677 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.031256 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.031256 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.031256 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.031256 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.031717 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.031717 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.031717 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.032053 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.032053 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.032610 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.032610 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.032610 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.032610 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.033544 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.033544 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.033544 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.033544 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.033544 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.033544 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.033544 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.034651 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.034651 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.034651 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.034651 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.034651 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.034651 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.034651 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.036757 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.036757 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.036757 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.036757 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.036757 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.036757 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.036757 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.036757 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.038439 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.038439 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.038439 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.038439 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.038439 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.038439 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.038439 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.038439 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.038439 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.039767 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.039767 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.039767 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.039767 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.039767 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.039767 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.039767 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.039767 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.040774 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.040774 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.040774 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.040774 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.040774 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.040774 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.040774 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.040774 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.040774 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.041487 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.041487 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.041487 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.041487 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.041487 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.041487 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.041487 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.041487 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.042008 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.042008 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.042008 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.042008 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.042271 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.042271 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.042409 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.042562 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.042641 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.042772 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.042928 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.043084 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.043238 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.043392 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.043547 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.043710 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.043864 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.044059 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.044195 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.044358 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.045053 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.045053 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.045053 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.045053 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.045053 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.045425 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.045425 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.045572 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.045650 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.045790 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.045951 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.046107 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.046262 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.046419 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.046840 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.046998 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.047157 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.047312 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.047467 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.047624 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.047781 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.047941 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.048106 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.048268 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.048428 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.048592 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.048756 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.048921 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.049100 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.049264 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.049434 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.049589 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.049744 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.049899 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.050054 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.050209 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.050365 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.050520 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.050677 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.050832 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.051007 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.051202 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.051360 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.051550 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.051660 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.051814 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.051970 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.052136 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.052266 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.052422 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 06 13:36:58.052570 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110498) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 06 13:36:58.224103 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 56158) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:36:58.232748 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064952 Jul 06 13:37:07.364014 dv-cinder-819149-8-iscsi neutron-server[110498]: DEBUG dbcounter [-] [110498] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110498) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:09.480830 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writer thread running {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 06 13:37:09.494693 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b7e9c-2411-4998-b703-c2177181fdab None None] get_active_networks_info from dv-cinder-819149-8-iscsi {{(pid=110607) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 06 13:37:09.585202 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b7e9c-2411-4998-b703-c2177181fdab None None] No non-hosted networks {{(pid=110607) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 06 13:37:09.590996 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6e2d744b-7ec0-45ed-95c7-e163b8afef53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33257689'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:11.331407 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writer thread running {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 06 13:37:11.892103 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-a8dbb9a8-198c-4f06-a6cd-0c146299ad80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33257689'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:11.920811 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6e4ee378-0eeb-4b3b-a2a7-f62993163d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:12.578743 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 56228) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:37:12.839743 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33257689'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:13.250999 dv-cinder-819149-8-iscsi neutron-server[110606]: WARNING oslo_policy.policy [None req-c5077011-c51b-4192-946b-b02c29a1c441 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:37:13.251770 dv-cinder-819149-8-iscsi neutron-server[110606]: WARNING oslo_policy.policy [None req-c5077011-c51b-4192-946b-b02c29a1c441 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:37:13.478855 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [None req-c5077011-c51b-4192-946b-b02c29a1c441 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:37:13.480464 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-c5077011-c51b-4192-946b-b02c29a1c441 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8998914 Jul 06 13:37:14.306748 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33257689'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:14.593814 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33257689'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:14.594954 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.595530 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.596009 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.596563 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.597126 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.597825 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.598482 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.599016 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.599351 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.599678 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.600018 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.600340 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.600829 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.601178 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.601494 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:14.602075 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-819149-8-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:37:14.607434 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-819149-8-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:37:15.779334 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 56264) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:37:16.134208 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-c7266e14-669e-49af-b7c9-d08850120b40 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:37:16.231447 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.policy [None req-c7266e14-669e-49af-b7c9-d08850120b40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110606) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 13:37:16.278555 dv-cinder-819149-8-iscsi neutron-server[110606]: WARNING oslo_policy.policy [None req-c7266e14-669e-49af-b7c9-d08850120b40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:37:16.278941 dv-cinder-819149-8-iscsi neutron-server[110606]: WARNING oslo_policy.policy [None req-c7266e14-669e-49af-b7c9-d08850120b40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:37:16.299325 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writer thread running {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 06 13:37:16.380264 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c7266e14-669e-49af-b7c9-d08850120b40 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739505689851', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739505687279', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739505640868', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739505646494', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739505658088', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739505667208', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-734874', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-811786', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33496505', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33435895'] for rbac-policy (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:16.456062 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c7266e14-669e-49af-b7c9-d08850120b40 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:16.457372 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-c7266e14-669e-49af-b7c9-d08850120b40 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6769495 Jul 06 13:37:18.064663 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.db.l3_hamode_db [None req-215b4291-b4c5-439d-a803-20c8237facf5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 06 13:37:18.141272 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b4291-b4c5-439d-a803-20c8237facf5 None None] Routers set() bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:37:18.141699 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215b4291-b4c5-439d-a803-20c8237facf5 None None] Router IDs set() for agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 06 13:37:18.700511 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 56276) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:37:19.022853 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:37:19.052320 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Made reservation on behalf of 202d7ba5c7f34872aa3ab82e5d2b2f93 for: {'network': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:37:19.056335 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:19.074045 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:19.183913 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Publish callbacks [] for security_group (1531a735-2746-4aca-9435-16dfb9f798d2), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:19.187125 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (1531a735-2746-4aca-9435-16dfb9f798d2), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:19.212639 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=110606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:37:19.247385 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739503815024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (a4972fce-404f-424f-9a3a-bf7272478b73), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:19.247923 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Unsubscribe: segment precommit_create {{(pid=110606) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 13:37:19.248457 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.segments_db [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Added segment a4972fce-404f-424f-9a3a-bf7272478b73 of type vlan for network c40d3d63-8998-4da3-8294-abbfa41f4ea5 Jul 06 13:37:19.265764 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1531a735-2746-4aca-9435-16dfb9f798d2,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:19.318145 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.318465 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.318821 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.319230 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.319756 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.320074 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.320414 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.320731 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.321066 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.321380 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.321691 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.322015 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.322606 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.322918 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.323225 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Tracked resource versions report: Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: pushed versions: Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: { 'AddressGroup': {'1.2'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Agent': {'1.1'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'ConntrackHelper': {'1.0'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'LocalIPAssociation': {'1.0'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Log': {'1.0'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'NDPProxy': {'1.0'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Network': {'1.1'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Port': {'1.7'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'PortForwarding': {'1.3'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'QosPolicy': {'1.10'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'SecurityGroup': {'1.5'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'SubPort': {'1.0'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Subnet': {'1.1'}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Trunk': {'1.1'}} Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: consumer versions: Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: { DHCP agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: L3 agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: Metadata agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: Metering agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: Open vSwitch agent@dv-cinder-819149-8-iscsi: { 'AddressGroup': '1.2', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Agent': '1.1', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'ConntrackHelper': '1.0', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'LocalIPAssociation': '1.0', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Log': '1.0', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'NDPProxy': '1.0', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Network': '1.1', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Port': '1.7', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'PortForwarding': '1.3', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'QosPolicy': '1.10', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'SecurityGroup': '1.5', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'SecurityGroupRule': '1.2', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'SubPort': '1.0', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Subnet': '1.1', Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Trunk': '1.1'}} Jul 06 13:37:19.324640 dv-cinder-819149-8-iscsi neutron-server[110606]: {{(pid=110606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:37:19.344696 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=51,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:19.360601 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (c40d3d63-8998-4da3-8294-abbfa41f4ea5), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:19.407686 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (c40d3d63-8998-4da3-8294-abbfa41f4ea5), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:19.412853 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:37:19.413584 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:19.479137 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7774498 Jul 06 13:37:19.536844 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f3408-8e96-4660-85c8-42f7c79912aa demo demo] Pushing event updated for resources: {'Network': ['ID=c40d3d63-8998-4da3-8294-abbfa41f4ea5,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:19.549257 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network c40d3d63-8998-4da3-8294-abbfa41f4ea5 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:37:21.814199 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 56290) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:37:22.262154 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3487b97-03a0-4223-9d31-3d6548734385 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:37:22.263511 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-e3487b97-03a0-4223-9d31-3d6548734385 demo admin] 10.222.0.20 "GET /v2.0/networks/c40d3d63-8998-4da3-8294-abbfa41f4ea5 HTTP/1.1" status: 200 len: 825 time: 0.4483361 Jul 06 13:37:22.289441 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-d626303b-475d-43e3-9b37-ad587aa32c82 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/14184422-c32f-407f-8db5-2041ddf48039 HTTP/1.1" status: 200 len: 734 time: 0.0191398 Jul 06 13:37:22.300807 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-72e5e865-9791-4073-bdbb-1cb40de3249c demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5', 'subnetpool_id': '14184422-c32f-407f-8db5-2041ddf48039', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:37:22.323267 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e5e865-9791-4073-bdbb-1cb40de3249c demo admin] Made reservation on behalf of 202d7ba5c7f34872aa3ab82e5d2b2f93 for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:37:22.325514 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-72e5e865-9791-4073-bdbb-1cb40de3249c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:22.607362 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:22.624136 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-72e5e865-9791-4073-bdbb-1cb40de3249c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for subnet (fc31cd47-7553-46f9-b9a2-d5179ee72209), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:22.698395 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5e865-9791-4073-bdbb-1cb40de3249c demo admin] Pushing event updated for resources: {'Subnet': ['ID=fc31cd47-7553-46f9-b9a2-d5179ee72209,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:22.700344 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e5e865-9791-4073-bdbb-1cb40de3249c demo admin] Checking segment: {'id': 'a4972fce-404f-424f-9a3a-bf7272478b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:37:22.700710 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5e865-9791-4073-bdbb-1cb40de3249c demo admin] Network hostable DHCP agents. Network: c40d3d63-8998-4da3-8294-abbfa41f4ea5, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:37:22.722490 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e5e865-9791-4073-bdbb-1cb40de3249c demo admin] Network c40d3d63-8998-4da3-8294-abbfa41f4ea5 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:37:22.734122 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-72e5e865-9791-4073-bdbb-1cb40de3249c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, c40d3d63-8998-4da3-8294-abbfa41f4ea5) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:37:22.739519 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e5e865-9791-4073-bdbb-1cb40de3249c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:37:22.740126 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-72e5e865-9791-4073-bdbb-1cb40de3249c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:22.744236 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112def5c-fa20-4b5d-bb8e-b3375195dc43 None None] Network c40d3d63-8998-4da3-8294-abbfa41f4ea5 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:37:22.756350 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-72e5e865-9791-4073-bdbb-1cb40de3249c demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4612639 Jul 06 13:37:23.009255 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f19f5d3-7a63-5a6d-b78e-c7b041faa969-c40d3d63-8998-4da3-8294-abbfa41f4ea5', 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5', 'project_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'fixed_ips': [{'subnet_id': 'fc31cd47-7553-46f9-b9a2-d5179ee72209'}]}} from dv-cinder-819149-8-iscsi. {{(pid=110607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 13:37:23.010553 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:23.283386 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.db_base_plugin_common [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Allocated IP 172.20.0.2 (c40d3d63-8998-4da3-8294-abbfa41f4ea5/fc31cd47-7553-46f9-b9a2-d5179ee72209/d1d4806b-dca6-4204-a008-7297509fc00f) {{(pid=110607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:37:23.301551 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:23.552473 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Publish callbacks [] for port (d1d4806b-dca6-4204-a008-7297509fc00f), precommit_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:23.559675 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (d1d4806b-dca6-4204-a008-7297509fc00f), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:23.646431 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Network c40d3d63-8998-4da3-8294-abbfa41f4ea5 is already hosted by enough agents. {{(pid=110607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:37:23.650063 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.base_scheduler [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Resources bound (agent type, host, resource id): {{(pid=110607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:37:23.653700 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Received port after_create {{(pid=110607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:37:23.657292 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Pushing event updated for resources: {'Port': ['ID=d1d4806b-dca6-4204-a008-7297509fc00f,revision_number=1']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:23.688033 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.688379 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.688737 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.689112 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.689446 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.689773 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.690097 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.690947 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.691361 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.691689 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.692013 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.692354 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.692678 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.693027 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.693339 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Tracked resource versions report: Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: pushed versions: Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: { 'AddressGroup': {'1.2'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Agent': {'1.1'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'ConntrackHelper': {'1.0'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'LocalIPAssociation': {'1.0'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Log': {'1.0'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'NDPProxy': {'1.0'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Network': {'1.1'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Port': {'1.7'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'PortForwarding': {'1.3'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'QosPolicy': {'1.10'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'SecurityGroup': {'1.5'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'SubPort': {'1.0'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Subnet': {'1.1'}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Trunk': {'1.1'}} Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: consumer versions: Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: { DHCP agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: L3 agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: Metadata agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: Metering agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: Open vSwitch agent@dv-cinder-819149-8-iscsi: { 'AddressGroup': '1.2', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Agent': '1.1', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'ConntrackHelper': '1.0', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'LocalIPAssociation': '1.0', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Log': '1.0', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'NDPProxy': '1.0', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Network': '1.1', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Port': '1.7', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'PortForwarding': '1.3', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'QosPolicy': '1.10', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'SecurityGroup': '1.5', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'SecurityGroupRule': '1.2', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'SubPort': '1.0', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Subnet': '1.1', Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Trunk': '1.1'}} Jul 06 13:37:23.694790 dv-cinder-819149-8-iscsi neutron-server[110607]: {{(pid=110607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:37:23.744465 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Attempting to bind port d1d4806b-dca6-4204-a008-7297509fc00f on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:37:23.745089 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Attempting to bind port d1d4806b-dca6-4204-a008-7297509fc00f by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': 'a4972fce-404f-424f-9a3a-bf7272478b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:37:23.745287 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Attempting to bind port d1d4806b-dca6-4204-a008-7297509fc00f on network c40d3d63-8998-4da3-8294-abbfa41f4ea5 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:37:23.747868 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:23.751786 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:37:23.752164 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Checking segment: {'id': 'a4972fce-404f-424f-9a3a-bf7272478b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:37:23.752636 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:23.753563 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Bound using segment: {'id': 'a4972fce-404f-424f-9a3a-bf7272478b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:37:23.754032 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Bound port: d1d4806b-dca6-4204-a008-7297509fc00f, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4972fce-404f-424f-9a3a-bf7272478b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:37:23.754425 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (d1d4806b-dca6-4204-a008-7297509fc00f), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:23.818154 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] For port d1d4806b-dca6-4204-a008-7297509fc00f, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:37:23.837841 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] For port d1d4806b-dca6-4204-a008-7297509fc00f, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=d1d4806b-dca6-4204-a008-7297509fc00f,segment=NetworkSegment(a4972fce-404f-424f-9a3a-bf7272478b73),segment_id=a4972fce-404f-424f-9a3a-bf7272478b73)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:37:23.844395 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (d1d4806b-dca6-4204-a008-7297509fc00f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:23.907566 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb704c3-f24f-4bd9-95a4-30e90261f1d0 None None] Pushing event updated for resources: {'Port': ['ID=d1d4806b-dca6-4204-a008-7297509fc00f,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:25.041718 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 56300) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:37:25.382552 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [None req-a0e769be-2cf4-4969-8407-3c9af88088eb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:37:25.397025 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-a0e769be-2cf4-4969-8407-3c9af88088eb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3408837 Jul 06 13:37:26.326305 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:26.330796 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=8 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:27.743851 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 56312) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:37:28.077659 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [None req-c524d0c8-ae0e-42bf-92aa-0328f6227d84 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:37:28.078642 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-c524d0c8-ae0e-42bf-92aa-0328f6227d84 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3337770 Jul 06 13:37:30.393073 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 56320) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:37:30.732686 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-f082028b-a96d-4f96-b5e3-acd4c4b29568 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:37:30.762073 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f082028b-a96d-4f96-b5e3-acd4c4b29568 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33251765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57498'] for router (64803b72-2533-4018-8562-f2f97122ce64), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:30.763671 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f082028b-a96d-4f96-b5e3-acd4c4b29568 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33254801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33246609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33035984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57571'] for router (64803b72-2533-4018-8562-f2f97122ce64), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:30.906831 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f082028b-a96d-4f96-b5e3-acd4c4b29568 demo demo] Publish callbacks [] for router_controller (64803b72-2533-4018-8562-f2f97122ce64), precommit_add_association {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:30.911066 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f082028b-a96d-4f96-b5e3-acd4c4b29568 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33254792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33246717'] for router (64803b72-2533-4018-8562-f2f97122ce64), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:30.928760 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f082028b-a96d-4f96-b5e3-acd4c4b29568 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:30.929960 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-f082028b-a96d-4f96-b5e3-acd4c4b29568 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5351846 Jul 06 13:37:31.987744 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e161b-64a6-4775-a922-99aacea911a8 None None] Network c40d3d63-8998-4da3-8294-abbfa41f4ea5 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:37:32.127029 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-3393a527-d79d-44f3-8a6f-2168e9655362 None None] Provisioning complete for port d1d4806b-dca6-4204-a008-7297509fc00f triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:37:32.127437 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3393a527-d79d-44f3-8a6f-2168e9655362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (d1d4806b-dca6-4204-a008-7297509fc00f), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:32.265393 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-3393a527-d79d-44f3-8a6f-2168e9655362 None None] Current status of the port d1d4806b-dca6-4204-a008-7297509fc00f is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:37:32.265776 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3393a527-d79d-44f3-8a6f-2168e9655362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (d1d4806b-dca6-4204-a008-7297509fc00f), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:32.307700 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-3393a527-d79d-44f3-8a6f-2168e9655362 None None] For port d1d4806b-dca6-4204-a008-7297509fc00f, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=d1d4806b-dca6-4204-a008-7297509fc00f,segment=NetworkSegment(a4972fce-404f-424f-9a3a-bf7272478b73),segment_id=a4972fce-404f-424f-9a3a-bf7272478b73)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:37:32.316733 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device d1d4806b-dca6-4204-a008-7297509fc00f up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:37:32.340395 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3393a527-d79d-44f3-8a6f-2168e9655362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (d1d4806b-dca6-4204-a008-7297509fc00f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:32.403546 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port d1d4806b-dca6-4204-a008-7297509fc00f triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:37:32.403930 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (d1d4806b-dca6-4204-a008-7297509fc00f), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:32.406233 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393a527-d79d-44f3-8a6f-2168e9655362 None None] Pushing event updated for resources: {'Port': ['ID=d1d4806b-dca6-4204-a008-7297509fc00f,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:32.439843 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:32.484178 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-075b9f2a-c70c-4990-8283-eb4fa1e9ff5e None None] Provisioning complete for port d1d4806b-dca6-4204-a008-7297509fc00f triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:37:32.484481 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-075b9f2a-c70c-4990-8283-eb4fa1e9ff5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (d1d4806b-dca6-4204-a008-7297509fc00f), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:32.487086 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port d1d4806b-dca6-4204-a008-7297509fc00f is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:37:32.557531 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-075b9f2a-c70c-4990-8283-eb4fa1e9ff5e None None] Current status of the port d1d4806b-dca6-4204-a008-7297509fc00f is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:37:33.263342 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 56332) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:37:33.576742 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [None req-8559e3b3-5e1e-4235-9351-4ba514398932 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:37:33.577766 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-8559e3b3-5e1e-4235-9351-4ba514398932 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3134878 Jul 06 13:37:34.248004 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device d1d4806b-dca6-4204-a008-7297509fc00f up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:37:34.290374 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port d1d4806b-dca6-4204-a008-7297509fc00f triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:37:34.290765 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (d1d4806b-dca6-4204-a008-7297509fc00f), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:34.360456 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port d1d4806b-dca6-4204-a008-7297509fc00f is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:37:35.893748 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 56340) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:37:36.226006 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:37:36.245783 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Made reservation on behalf of 775434dcf39c43beaa4ed6a50089f763 for: {'network': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:37:36.248119 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:36.256610 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:36.258977 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:36.336548 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Publish callbacks [] for security_group (c1a71262-118c-4b81-8e72-4ee71a778f04), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:36.340002 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (c1a71262-118c-4b81-8e72-4ee71a778f04), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:36.355183 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Reserving flat network on physical network physnet1 {{(pid=110606) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 06 13:37:36.376144 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a71262-118c-4b81-8e72-4ee71a778f04,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:36.380539 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (2ba632e1-68fa-42ff-88c0-0d2b251bf4e1), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:36.380876 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.segments_db [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Added segment 2ba632e1-68fa-42ff-88c0-0d2b251bf4e1 of type flat for network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 Jul 06 13:37:36.427367 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:36.461309 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:36.462800 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:37:36.463758 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:36.510861 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6160119 Jul 06 13:37:36.562384 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178120a-8ff4-4931-95b7-56865fc0245a admin admin] Pushing event updated for resources: {'Network': ['ID=a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:36.573470 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:37:36.587270 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:38.894522 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 56348) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:37:39.398317 dv-cinder-819149-8-iscsi neutron-server[110605]: WARNING oslo_policy.policy [None req-e71cae0b-f62a-479b-b767-1820b71856d7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:37:39.398869 dv-cinder-819149-8-iscsi neutron-server[110605]: WARNING oslo_policy.policy [None req-e71cae0b-f62a-479b-b767-1820b71856d7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:37:39.416536 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e3fc9394-18ef-47c9-a16b-94fd38fb5fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:39.632521 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writer thread running {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 06 13:37:39.684495 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:39.813581 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.policy [None req-e71cae0b-f62a-479b-b767-1820b71856d7 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110605) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 06 13:37:39.856933 dv-cinder-819149-8-iscsi neutron-server[110605]: WARNING oslo_policy.policy [None req-e71cae0b-f62a-479b-b767-1820b71856d7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:37:39.857324 dv-cinder-819149-8-iscsi neutron-server[110605]: WARNING oslo_policy.policy [None req-e71cae0b-f62a-479b-b767-1820b71856d7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 06 13:37:39.865464 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71cae0b-f62a-479b-b767-1820b71856d7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:37:39.867138 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-e71cae0b-f62a-479b-b767-1820b71856d7 demo admin] 10.222.0.20 "GET /v2.0/subnets/fc31cd47-7553-46f9-b9a2-d5179ee72209 HTTP/1.1" status: 200 len: 849 time: 0.9717352 Jul 06 13:37:40.030492 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-09d33e08-d19f-46ac-a36b-ea900987e002 demo admin] 10.222.0.20 "GET /v2.0/routers/64803b72-2533-4018-8562-f2f97122ce64 HTTP/1.1" status: 200 len: 704 time: 0.1573992 Jul 06 13:37:40.288541 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:40.610666 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Allocated IP 172.20.0.1 (c40d3d63-8998-4da3-8294-abbfa41f4ea5/fc31cd47-7553-46f9-b9a2-d5179ee72209/2db4e646-ff59-4972-b1e8-9d840b2c4edb) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:37:40.823641 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Publish callbacks [] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:40.886458 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:40.929935 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Network c40d3d63-8998-4da3-8294-abbfa41f4ea5 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:37:40.931345 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:37:40.992378 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:37:40.992676 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33259013'] for router_interface (64803b72-2533-4018-8562-f2f97122ce64), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:41.056353 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Pushing event updated for resources: {'Port': ['ID=2db4e646-ff59-4972-b1e8-9d840b2c4edb,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:41.083021 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.083354 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.083705 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.084054 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.084383 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.084703 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.085032 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.085350 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.085679 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.085996 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.086309 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.086636 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.086950 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.087260 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.087570 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Tracked resource versions report: Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: pushed versions: Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: { 'AddressGroup': {'1.2'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Agent': {'1.1'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'ConntrackHelper': {'1.0'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'LocalIPAssociation': {'1.0'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Log': {'1.0'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'NDPProxy': {'1.0'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Network': {'1.1'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Port': {'1.7'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'PortForwarding': {'1.3'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'QosPolicy': {'1.10'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'SecurityGroup': {'1.5'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'SubPort': {'1.0'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Subnet': {'1.1'}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Trunk': {'1.1'}} Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: consumer versions: Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: { DHCP agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: L3 agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: Metadata agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: Metering agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: Open vSwitch agent@dv-cinder-819149-8-iscsi: { 'AddressGroup': '1.2', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Agent': '1.1', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'ConntrackHelper': '1.0', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'LocalIPAssociation': '1.0', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Log': '1.0', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'NDPProxy': '1.0', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Network': '1.1', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Port': '1.7', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'PortForwarding': '1.3', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'QosPolicy': '1.10', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'SecurityGroup': '1.5', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'SecurityGroupRule': '1.2', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'SubPort': '1.0', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Subnet': '1.1', Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Trunk': '1.1'}} Jul 06 13:37:41.089027 dv-cinder-819149-8-iscsi neutron-server[110605]: {{(pid=110605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:37:41.200068 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:41.210791 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:41.213452 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:41.229566 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-eb7b9ee8-774d-424a-b1e4-b73b66af3aaa None None] Provisioning complete for port 2db4e646-ff59-4972-b1e8-9d840b2c4edb triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:37:41.230123 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9ee8-774d-424a-b1e4-b73b66af3aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:41.317829 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b9ee8-774d-424a-b1e4-b73b66af3aaa None None] Port 2db4e646-ff59-4972-b1e8-9d840b2c4edb cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:37:41.427037 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Publish callbacks [] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:41.431386 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:41.432591 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33264658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33259153'] for router_interface (64803b72-2533-4018-8562-f2f97122ce64), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:41.495762 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Pushing event updated for resources: {'Port': ['ID=2db4e646-ff59-4972-b1e8-9d840b2c4edb,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:41.560429 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Network c40d3d63-8998-4da3-8294-abbfa41f4ea5 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:37:41.561736 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:37:41.724350 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Router 64803b72-2533-4018-8562-f2f97122ce64 is scheduled to L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 with binding_index 1 {{(pid=110605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 13:37:41.739213 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-a3746c9d-d5b3-4d28-ab4b-7b602a5297fb None None] Provisioning complete for port 2db4e646-ff59-4972-b1e8-9d840b2c4edb triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:37:41.739604 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-a3746c9d-d5b3-4d28-ab4b-7b602a5297fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:41.771453 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-a3746c9d-d5b3-4d28-ab4b-7b602a5297fb None None] Port 2db4e646-ff59-4972-b1e8-9d840b2c4edb cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:37:41.865682 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:37:41.873926 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-e4986c00-9bda-44e8-82af-77483dc7a962 demo admin] 10.222.0.20 "PUT /v2.0/routers/64803b72-2533-4018-8562-f2f97122ce64/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8344805 Jul 06 13:37:41.884573 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Sync routers for ids ['64803b72-2533-4018-8562-f2f97122ce64'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:37:41.890479 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4b5eb1ed-c272-494c-9554-f02637962914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:41.898767 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Routers {'64803b72-2533-4018-8562-f2f97122ce64'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:37:41.899625 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:37:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['64803b72-2533-4018-8562-f2f97122ce64'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:37:42.080510 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Set router 64803b72-2533-4018-8562-f2f97122ce64 gateway port host: None {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:37:42.503434 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64803b72-2533-4018-8562-f2f97122ce64', 'name': 'router1', 'tenant_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:37:30Z', 'updated_at': '2022-07-06T13:37:41Z', 'revision_number': 2, 'project_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'gw_port_host': None, '_interfaces': [{'id': '2db4e646-ff59-4972-b1e8-9d840b2c4edb', 'name': '', 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5', 'tenant_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'mac_address': 'fa:16:3e:c9:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64803b72-2533-4018-8562-f2f97122ce64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc31cd47-7553-46f9-b9a2-d5179ee72209', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:37:40Z', 'updated_at': '2022-07-06T13:37:41Z', 'revision_number': 2, 'project_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'subnets': [{'id': 'fc31cd47-7553-46f9-b9a2-d5179ee72209', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14184422-c32f-407f-8db5-2041ddf48039'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:37:42.551164 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Checking router: 64803b72-2533-4018-8562-f2f97122ce64 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:37:42.551524 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Updating router 64803b72-2533-4018-8562-f2f97122ce64 port 2db4e646-ff59-4972-b1e8-9d840b2c4edb binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:37:42.605990 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:42.804051 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:43.138061 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Publish callbacks [] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:43.144669 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:43.240014 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Pushing event updated for resources: {'Port': ['ID=2db4e646-ff59-4972-b1e8-9d840b2c4edb,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:43.251440 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.251784 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.252129 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.252465 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.252845 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.253829 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.254165 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.254492 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.254822 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.255146 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.255472 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.255809 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.256136 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.256454 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.256773 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Tracked resource versions report: Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: pushed versions: Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: { 'AddressGroup': {'1.2'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Agent': {'1.1'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'ConntrackHelper': {'1.0'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'LocalIPAssociation': {'1.0'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Log': {'1.0'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'NDPProxy': {'1.0'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Network': {'1.1'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Port': {'1.7'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'PortForwarding': {'1.3'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'QosPolicy': {'1.10'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'SecurityGroup': {'1.5'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'SubPort': {'1.0'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Subnet': {'1.1'}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Trunk': {'1.1'}} Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: consumer versions: Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: { DHCP agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: L3 agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: Metadata agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: Metering agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: Open vSwitch agent@dv-cinder-819149-8-iscsi: { 'AddressGroup': '1.2', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Agent': '1.1', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'ConntrackHelper': '1.0', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'LocalIPAssociation': '1.0', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Log': '1.0', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'NDPProxy': '1.0', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Network': '1.1', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Port': '1.7', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'PortForwarding': '1.3', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'QosPolicy': '1.10', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'SecurityGroup': '1.5', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'SecurityGroupRule': '1.2', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'SubPort': '1.0', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Subnet': '1.1', Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Trunk': '1.1'}} Jul 06 13:37:43.258269 dv-cinder-819149-8-iscsi neutron-server[110608]: {{(pid=110608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:37:43.349780 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Attempting to bind port 2db4e646-ff59-4972-b1e8-9d840b2c4edb on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:37:43.350251 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Attempting to bind port 2db4e646-ff59-4972-b1e8-9d840b2c4edb by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': 'a4972fce-404f-424f-9a3a-bf7272478b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:37:43.350607 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Attempting to bind port 2db4e646-ff59-4972-b1e8-9d840b2c4edb on network c40d3d63-8998-4da3-8294-abbfa41f4ea5 {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:37:43.355983 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:37:43.356377 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Checking segment: {'id': 'a4972fce-404f-424f-9a3a-bf7272478b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:37:43.356852 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:43.357270 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Bound using segment: {'id': 'a4972fce-404f-424f-9a3a-bf7272478b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:37:43.357753 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Bound port: 2db4e646-ff59-4972-b1e8-9d840b2c4edb, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4972fce-404f-424f-9a3a-bf7272478b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:37:43.358129 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:43.399630 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-11401d92-b7ab-4904-85c3-66550fe54a82 None None] Provisioning complete for port 2db4e646-ff59-4972-b1e8-9d840b2c4edb triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:37:43.400222 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-11401d92-b7ab-4904-85c3-66550fe54a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:43.427466 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] For port 2db4e646-ff59-4972-b1e8-9d840b2c4edb, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:37:43.436222 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-11401d92-b7ab-4904-85c3-66550fe54a82 None None] Port 2db4e646-ff59-4972-b1e8-9d840b2c4edb cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:37:43.447435 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:43.449743 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] For port 2db4e646-ff59-4972-b1e8-9d840b2c4edb, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=2db4e646-ff59-4972-b1e8-9d840b2c4edb,segment=NetworkSegment(a4972fce-404f-424f-9a3a-bf7272478b73),segment_id=a4972fce-404f-424f-9a3a-bf7272478b73)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:37:43.450773 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:43.458010 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:43.512488 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Routers {'64803b72-2533-4018-8562-f2f97122ce64'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:37:43.513142 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:37:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['64803b72-2533-4018-8562-f2f97122ce64'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:37:43.561110 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d0f73-791c-4f7b-8389-dd536de4e6eb None None] Pushing event updated for resources: {'Port': ['ID=2db4e646-ff59-4972-b1e8-9d840b2c4edb,revision_number=4']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:43.613090 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] Set router 64803b72-2533-4018-8562-f2f97122ce64 gateway port host: None {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:37:43.757713 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-690e828d-3f64-4157-b23c-c29ee1c5b029 None None] Provisioning complete for port 2db4e646-ff59-4972-b1e8-9d840b2c4edb triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:37:43.758015 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-690e828d-3f64-4157-b23c-c29ee1c5b029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:43.810767 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64803b72-2533-4018-8562-f2f97122ce64', 'name': 'router1', 'tenant_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:37:30Z', 'updated_at': '2022-07-06T13:37:41Z', 'revision_number': 2, 'project_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'gw_port_host': None, '_interfaces': [{'id': '2db4e646-ff59-4972-b1e8-9d840b2c4edb', 'name': '', 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5', 'tenant_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'mac_address': 'fa:16:3e:c9:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64803b72-2533-4018-8562-f2f97122ce64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc31cd47-7553-46f9-b9a2-d5179ee72209', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:37:40Z', 'updated_at': '2022-07-06T13:37:43Z', 'revision_number': 4, 'project_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'subnets': [{'id': 'fc31cd47-7553-46f9-b9a2-d5179ee72209', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14184422-c32f-407f-8db5-2041ddf48039'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:37:43.829303 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-690e828d-3f64-4157-b23c-c29ee1c5b029 None None] Current status of the port 2db4e646-ff59-4972-b1e8-9d840b2c4edb is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:37:43.829868 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-690e828d-3f64-4157-b23c-c29ee1c5b029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:43.839817 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3609b207-835a-4c0f-bd4f-8c4e58fd5c80 None None] The sync data for ids ['64803b72-2533-4018-8562-f2f97122ce64'] in dv-cinder-819149-8-iscsi is: [{'id': '64803b72-2533-4018-8562-f2f97122ce64', 'name': 'router1', 'tenant_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:37:30Z', 'updated_at': '2022-07-06T13:37:41Z', 'revision_number': 2, 'project_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'gw_port_host': None, '_interfaces': [{'id': '2db4e646-ff59-4972-b1e8-9d840b2c4edb', 'name': '', 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5', 'tenant_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'mac_address': 'fa:16:3e:c9:4c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64803b72-2533-4018-8562-f2f97122ce64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc31cd47-7553-46f9-b9a2-d5179ee72209', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:37:40Z', 'updated_at': '2022-07-06T13:37:43Z', 'revision_number': 4, 'project_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'subnets': [{'id': 'fc31cd47-7553-46f9-b9a2-d5179ee72209', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14184422-c32f-407f-8db5-2041ddf48039'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:37:43.867395 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-690e828d-3f64-4157-b23c-c29ee1c5b029 None None] For port 2db4e646-ff59-4972-b1e8-9d840b2c4edb, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=2db4e646-ff59-4972-b1e8-9d840b2c4edb,segment=NetworkSegment(a4972fce-404f-424f-9a3a-bf7272478b73),segment_id=a4972fce-404f-424f-9a3a-bf7272478b73)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:37:43.871667 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-690e828d-3f64-4157-b23c-c29ee1c5b029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:43.923246 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e828d-3f64-4157-b23c-c29ee1c5b029 None None] Pushing event updated for resources: {'Port': ['ID=2db4e646-ff59-4972-b1e8-9d840b2c4edb,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:44.151139 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 56384) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:37:44.264111 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:44.364052 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5372fc-9aef-45e1-876a-a0043a49e311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:37:44.365436 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-9a5372fc-9aef-45e1-876a-a0043a49e311 admin admin] 10.222.0.20 "GET /v2.0/networks/a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 HTTP/1.1" status: 200 len: 842 time: 0.2133133 Jul 06 13:37:44.374800 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-153961f7-17dc-41c3-93e2-f9a9105af21d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:37:44.395583 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153961f7-17dc-41c3-93e2-f9a9105af21d admin admin] Made reservation on behalf of 775434dcf39c43beaa4ed6a50089f763 for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:37:44.398133 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-153961f7-17dc-41c3-93e2-f9a9105af21d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:44.482648 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:44.594997 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:44.720429 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.objects.ports [None req-153961f7-17dc-41c3-93e2-f9a9105af21d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110606) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 06 13:37:44.720881 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-153961f7-17dc-41c3-93e2-f9a9105af21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for subnet (86f1d8cb-8f44-4034-9b5d-61ca5dc2f214), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:44.773305 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153961f7-17dc-41c3-93e2-f9a9105af21d admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f1d8cb-8f44-4034-9b5d-61ca5dc2f214,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:44.789075 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153961f7-17dc-41c3-93e2-f9a9105af21d admin admin] Checking segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:37:44.789433 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153961f7-17dc-41c3-93e2-f9a9105af21d admin admin] Network hostable DHCP agents. Network: a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:37:44.795121 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:44.809671 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153961f7-17dc-41c3-93e2-f9a9105af21d admin admin] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:37:44.820064 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-153961f7-17dc-41c3-93e2-f9a9105af21d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:37:44.828036 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153961f7-17dc-41c3-93e2-f9a9105af21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:37:44.828420 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f95f6d4-ad5f-4e1e-a363-6559ed05f202 None None] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:37:44.828799 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-153961f7-17dc-41c3-93e2-f9a9105af21d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:44.853277 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-153961f7-17dc-41c3-93e2-f9a9105af21d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4742465 Jul 06 13:37:44.856268 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:44.952746 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d95048e-ce36-4890-961c-261f5ccb2c3e None None] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:37:47.124244 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 56402) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:37:47.262149 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-61b52977-74ee-4afc-a941-9bec540bf7c6 demo admin] 10.222.0.20 "GET /v2.0/routers/64803b72-2533-4018-8562-f2f97122ce64 HTTP/1.1" status: 200 len: 710 time: 0.1366813 Jul 06 13:37:47.350560 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc11ab8c-92dc-4ca0-b25a-76660d3f3fe3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:37:47.351947 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-bc11ab8c-92dc-4ca0-b25a-76660d3f3fe3 demo admin] 10.222.0.20 "GET /v2.0/networks/a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 HTTP/1.1" status: 200 len: 886 time: 0.0842006 Jul 06 13:37:47.360616 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:37:47.508716 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:47.592506 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:47.594627 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Publish callbacks [] for router_gateway (64803b72-2533-4018-8562-f2f97122ce64), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:47.809198 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Publish callbacks [] for router_gateway (64803b72-2533-4018-8562-f2f97122ce64), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:47.887728 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:48.000568 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Allocated IP 172.27.3.49 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/93ba7e26-eb6a-4e58-98d8-83234bba41b0) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:37:48.125419 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Publish callbacks [] for port (93ba7e26-eb6a-4e58-98d8-83234bba41b0), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:48.157321 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (93ba7e26-eb6a-4e58-98d8-83234bba41b0), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:48.203580 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:37:48.207587 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:37:48.210192 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:37:48.216269 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Pushing event updated for resources: {'Port': ['ID=93ba7e26-eb6a-4e58-98d8-83234bba41b0,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:48.386219 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:48.510553 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Publish callbacks [] for router_gateway (64803b72-2533-4018-8562-f2f97122ce64), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:48.596557 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:48.713242 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33246691', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33254863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57585'] for router (64803b72-2533-4018-8562-f2f97122ce64), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:48.716861 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33246717', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33246708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33246662', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33254864'] for router (64803b72-2533-4018-8562-f2f97122ce64), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:48.819880 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Router 64803b72-2533-4018-8562-f2f97122ce64 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:37:48.925392 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:37:48.929601 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:48.932673 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-ab8f17d0-fc69-4bd4-abdb-c5645ab34911 demo admin] 10.222.0.20 "PUT /v2.0/routers/64803b72-2533-4018-8562-f2f97122ce64 HTTP/1.1" status: 200 len: 889 time: 1.5750613 Jul 06 13:37:50.158020 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Sync routers for ids ['64803b72-2533-4018-8562-f2f97122ce64'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:37:50.169765 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Routers {'64803b72-2533-4018-8562-f2f97122ce64'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:37:50.170396 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:37:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['64803b72-2533-4018-8562-f2f97122ce64'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:37:50.280251 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 2db4e646-ff59-4972-b1e8-9d840b2c4edb up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:37:50.417274 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Set router 64803b72-2533-4018-8562-f2f97122ce64 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:37:50.480696 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 2db4e646-ff59-4972-b1e8-9d840b2c4edb triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:37:50.481096 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:50.614096 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:50.762057 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 2db4e646-ff59-4972-b1e8-9d840b2c4edb is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:37:50.932318 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64803b72-2533-4018-8562-f2f97122ce64', 'name': 'router1', 'tenant_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '93ba7e26-eb6a-4e58-98d8-83234bba41b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:37:30Z', 'updated_at': '2022-07-06T13:37:48Z', 'revision_number': 4, 'project_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'gw_port': {'id': '93ba7e26-eb6a-4e58-98d8-83234bba41b0', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64803b72-2533-4018-8562-f2f97122ce64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:37:47Z', 'updated_at': '2022-07-06T13:37:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2db4e646-ff59-4972-b1e8-9d840b2c4edb', 'name': '', 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5', 'tenant_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'mac_address': 'fa:16:3e:c9:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64803b72-2533-4018-8562-f2f97122ce64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc31cd47-7553-46f9-b9a2-d5179ee72209', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:37:40Z', 'updated_at': '2022-07-06T13:37:43Z', 'revision_number': 5, 'project_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'subnets': [{'id': 'fc31cd47-7553-46f9-b9a2-d5179ee72209', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14184422-c32f-407f-8db5-2041ddf48039'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:37:50.983266 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Checking router: 64803b72-2533-4018-8562-f2f97122ce64 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:37:50.983626 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Updating router 64803b72-2533-4018-8562-f2f97122ce64 port 93ba7e26-eb6a-4e58-98d8-83234bba41b0 binding host dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:37:51.038700 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (93ba7e26-eb6a-4e58-98d8-83234bba41b0), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:51.227964 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 56414) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:37:51.266287 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:51.344922 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-dcfcc48d-1ec0-4208-a7f1-9c7bf54204bf admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1157300 Jul 06 13:37:51.358034 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Publish callbacks [] for port (93ba7e26-eb6a-4e58-98d8-83234bba41b0), precommit_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:51.364197 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (93ba7e26-eb6a-4e58-98d8-83234bba41b0), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:51.420924 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64062cf-d179-451a-b504-9cd423edaa3e None None] Pushing event updated for resources: {'Port': ['ID=93ba7e26-eb6a-4e58-98d8-83234bba41b0,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:51.426290 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Attempting to bind port 93ba7e26-eb6a-4e58-98d8-83234bba41b0 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:37:51.426661 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Attempting to bind port 93ba7e26-eb6a-4e58-98d8-83234bba41b0 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:37:51.427031 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Attempting to bind port 93ba7e26-eb6a-4e58-98d8-83234bba41b0 on network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:37:51.432883 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:37:51.433278 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Checking segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:37:51.433680 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:51.434064 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Bound using segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:37:51.434533 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Bound port: 93ba7e26-eb6a-4e58-98d8-83234bba41b0, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:37:51.434906 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (93ba7e26-eb6a-4e58-98d8-83234bba41b0), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:51.490120 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] For port 93ba7e26-eb6a-4e58-98d8-83234bba41b0, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:37:51.493262 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] For port 93ba7e26-eb6a-4e58-98d8-83234bba41b0, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=93ba7e26-eb6a-4e58-98d8-83234bba41b0,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:37:51.499410 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (93ba7e26-eb6a-4e58-98d8-83234bba41b0), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:51.563905 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Routers {'64803b72-2533-4018-8562-f2f97122ce64'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:37:51.564445 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:37:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['64803b72-2533-4018-8562-f2f97122ce64'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:37:51.568811 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64062cf-d179-451a-b504-9cd423edaa3e None None] Pushing event updated for resources: {'Port': ['ID=93ba7e26-eb6a-4e58-98d8-83234bba41b0,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:51.673596 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] Set router 64803b72-2533-4018-8562-f2f97122ce64 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:37:51.802642 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:51.887529 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64803b72-2533-4018-8562-f2f97122ce64', 'name': 'router1', 'tenant_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '93ba7e26-eb6a-4e58-98d8-83234bba41b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:37:30Z', 'updated_at': '2022-07-06T13:37:48Z', 'revision_number': 4, 'project_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'gw_port': {'id': '93ba7e26-eb6a-4e58-98d8-83234bba41b0', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64803b72-2533-4018-8562-f2f97122ce64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:37:47Z', 'updated_at': '2022-07-06T13:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2db4e646-ff59-4972-b1e8-9d840b2c4edb', 'name': '', 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5', 'tenant_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'mac_address': 'fa:16:3e:c9:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64803b72-2533-4018-8562-f2f97122ce64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc31cd47-7553-46f9-b9a2-d5179ee72209', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:37:40Z', 'updated_at': '2022-07-06T13:37:43Z', 'revision_number': 5, 'project_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'subnets': [{'id': 'fc31cd47-7553-46f9-b9a2-d5179ee72209', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14184422-c32f-407f-8db5-2041ddf48039'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:37:51.920930 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829a9ac-594d-4d4e-b285-107014fb2cd7 None None] The sync data for ids ['64803b72-2533-4018-8562-f2f97122ce64'] in dv-cinder-819149-8-iscsi is: [{'id': '64803b72-2533-4018-8562-f2f97122ce64', 'name': 'router1', 'tenant_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '93ba7e26-eb6a-4e58-98d8-83234bba41b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:37:30Z', 'updated_at': '2022-07-06T13:37:48Z', 'revision_number': 4, 'project_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'gw_port': {'id': '93ba7e26-eb6a-4e58-98d8-83234bba41b0', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:c1:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64803b72-2533-4018-8562-f2f97122ce64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:37:47Z', 'updated_at': '2022-07-06T13:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2db4e646-ff59-4972-b1e8-9d840b2c4edb', 'name': '', 'network_id': 'c40d3d63-8998-4da3-8294-abbfa41f4ea5', 'tenant_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'mac_address': 'fa:16:3e:c9:4c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64803b72-2533-4018-8562-f2f97122ce64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fc31cd47-7553-46f9-b9a2-d5179ee72209', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:37:40Z', 'updated_at': '2022-07-06T13:37:43Z', 'revision_number': 5, 'project_id': '202d7ba5c7f34872aa3ab82e5d2b2f93', 'subnets': [{'id': 'fc31cd47-7553-46f9-b9a2-d5179ee72209', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '14184422-c32f-407f-8db5-2041ddf48039'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:37:52.336211 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 93ba7e26-eb6a-4e58-98d8-83234bba41b0 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:37:52.382468 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 93ba7e26-eb6a-4e58-98d8-83234bba41b0 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:37:52.382847 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (93ba7e26-eb6a-4e58-98d8-83234bba41b0), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:52.456412 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 93ba7e26-eb6a-4e58-98d8-83234bba41b0 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:37:52.457300 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (93ba7e26-eb6a-4e58-98d8-83234bba41b0), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:52.481737 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 93ba7e26-eb6a-4e58-98d8-83234bba41b0, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=93ba7e26-eb6a-4e58-98d8-83234bba41b0,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:37:52.487288 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (93ba7e26-eb6a-4e58-98d8-83234bba41b0), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:52.537230 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=93ba7e26-eb6a-4e58-98d8-83234bba41b0,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:37:53.813440 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=40 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:53.814583 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=40 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:53.922588 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 5 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:37:54.282196 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 93ba7e26-eb6a-4e58-98d8-83234bba41b0 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:37:54.322964 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:54.338119 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 93ba7e26-eb6a-4e58-98d8-83234bba41b0 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:37:54.338549 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (93ba7e26-eb6a-4e58-98d8-83234bba41b0), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:37:54.423411 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 93ba7e26-eb6a-4e58-98d8-83234bba41b0 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:37:54.849880 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:37:54.851236 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=34,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:38:01.339026 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=53 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:38:01.342225 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=40 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:38:03.918177 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:38:04.418673 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:38:04.423378 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=11 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:38:09.420760 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-81223f4d-faaa-4717-ab34-62db83e1aa51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:38:11.896886 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c11eec9d-59f5-43a1-82a7-b0dbfa0885ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:38:12.819564 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:38:14.267466 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:38:14.605242 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:38:24.262857 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:38:24.589150 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:38:29.942512 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=6 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:38:30.921312 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 5 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:38:39.409123 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-31cea625-4971-4a42-8085-2a5826c296b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:38:40.916911 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:38:40.918470 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:38:41.889714 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-cb2dffaf-9437-4748-8c2f-af3b8df6458b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:38:42.811939 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:38:44.270758 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:38:44.591865 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:38:54.579316 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:38:54.586194 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:06.967199 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 56956) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:39:07.030900 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.pecan_wsgi.hooks.translation [None req-727ef259-17ad-431b-b4a5-17f196ee6de3 admin admin] GET failed (client error): The resource could not be found. Jul 06 13:39:07.032215 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-727ef259-17ad-431b-b4a5-17f196ee6de3 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0640826 Jul 06 13:39:07.193708 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542734f1-9139-44a0-97d8-22996ae2b96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:07.195148 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-542734f1-9139-44a0-97d8-22996ae2b96f admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581802 Jul 06 13:39:07.919105 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=5 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:07.920857 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 5 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:39:09.363275 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 56966) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:39:09.413203 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-623c7d77-ba15-442a-bbaf-15a98f0856ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:09.461998 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537a826c-9bd9-474e-a859-31cab403855a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:09.463348 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-537a826c-9bd9-474e-a859-31cab403855a admin admin] 10.222.0.20 "GET /v2.0/subnets/fc31cd47-7553-46f9-b9a2-d5179ee72209 HTTP/1.1" status: 200 len: 849 time: 0.0991557 Jul 06 13:39:09.473928 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:39:09.568908 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Publish callbacks [] for subnet (fc31cd47-7553-46f9-b9a2-d5179ee72209), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:09.721431 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739503826158'] for subnet (fc31cd47-7553-46f9-b9a2-d5179ee72209), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:09.751861 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:09.752486 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:09.753792 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] 10.222.0.20 "PUT /v2.0/subnets/fc31cd47-7553-46f9-b9a2-d5179ee72209 HTTP/1.1" status: 200 len: 868 time: 0.2844732 Jul 06 13:39:09.772073 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae66d4c-6aca-4506-b83b-ad787c60c9e0 None None] Network c40d3d63-8998-4da3-8294-abbfa41f4ea5 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:39:09.775767 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc31cd47-7553-46f9-b9a2-d5179ee72209,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:39:09.783951 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.784291 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.784635 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.784971 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.785337 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.785665 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.785991 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.786315 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.786662 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.786994 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.787319 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.787657 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.787982 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.788301 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:09.788616 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dcbd69-45f1-475f-9a65-86b66c67f89f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:10.112894 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-4444a076-a129-461a-a570-6d7ee1bb3510 None None] Provisioning complete for port 2db4e646-ff59-4972-b1e8-9d840b2c4edb triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:39:10.113323 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4444a076-a129-461a-a570-6d7ee1bb3510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (2db4e646-ff59-4972-b1e8-9d840b2c4edb), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:10.187412 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-4444a076-a129-461a-a570-6d7ee1bb3510 None None] Current status of the port 2db4e646-ff59-4972-b1e8-9d840b2c4edb is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:39:10.195736 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-4444a076-a129-461a-a570-6d7ee1bb3510 None None] Provisioning complete for port d1d4806b-dca6-4204-a008-7297509fc00f triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:39:10.196122 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4444a076-a129-461a-a570-6d7ee1bb3510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (d1d4806b-dca6-4204-a008-7297509fc00f), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:10.275159 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-4444a076-a129-461a-a570-6d7ee1bb3510 None None] Current status of the port d1d4806b-dca6-4204-a008-7297509fc00f is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:39:11.845633 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 56974) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:39:11.896878 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c729d7db-7828-4bff-b255-9560aa9b95cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:12.051034 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151cb46-4d7d-47c4-ac47-e7450afd9237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:12.051414 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151cb46-4d7d-47c4-ac47-e7450afd9237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:12.052930 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-e151cb46-4d7d-47c4-ac47-e7450afd9237 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2064104 Jul 06 13:39:12.813726 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:14.132797 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 56982) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:39:14.272357 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:14.273092 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a73c15-95d3-4ed6-9de9-36accc1f5720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:14.273856 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a73c15-95d3-4ed6-9de9-36accc1f5720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:14.276533 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-92a73c15-95d3-4ed6-9de9-36accc1f5720 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1425488 Jul 06 13:39:14.594762 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:16.351206 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 56990) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:39:16.464735 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:16.479901 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736f7b51-f8d1-4932-ade8-1b590abb1989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:16.481284 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-736f7b51-f8d1-4932-ade8-1b590abb1989 admin admin] 10.222.0.20 "GET /v2.0/networks/a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 HTTP/1.1" status: 200 len: 886 time: 0.1290417 Jul 06 13:39:18.509742 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 56998) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:39:18.708071 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:18.724203 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0db3526-87e1-4e94-a541-b019a4b647df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:18.725624 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-f0db3526-87e1-4e94-a541-b019a4b647df admin admin] 10.222.0.20 "GET /v2.0/networks/c40d3d63-8998-4da3-8294-abbfa41f4ea5 HTTP/1.1" status: 200 len: 869 time: 0.2149940 Jul 06 13:39:20.746427 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57006) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:39:20.872449 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ebb780-ace3-4249-bc91-4bd76b00aa12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:20.872897 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ebb780-ace3-4249-bc91-4bd76b00aa12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:20.874437 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-c4ebb780-ace3-4249-bc91-4bd76b00aa12 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270614 Jul 06 13:39:22.946315 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57014) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:39:23.040175 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06335b9-fefa-4d1d-8910-c6c3bc601432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:23.040626 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06335b9-fefa-4d1d-8910-c6c3bc601432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:23.042168 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-e06335b9-fefa-4d1d-8910-c6c3bc601432 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949101 Jul 06 13:39:24.588782 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:24.590647 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:25.088913 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57022) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:39:25.173847 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f7a8b3-b2c9-4568-a010-6684c604d159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:25.175429 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a3f7a8b3-b2c9-4568-a010-6684c604d159 admin admin] 10.222.0.20 "GET /v2.0/subnets/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214 HTTP/1.1" status: 200 len: 816 time: 0.0855565 Jul 06 13:39:26.937013 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:27.237777 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57030) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:39:27.332510 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67561863-7f2c-47f6-8d37-17a24ba9ab84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:27.333906 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-67561863-7f2c-47f6-8d37-17a24ba9ab84 admin admin] 10.222.0.20 "GET /v2.0/subnets/fc31cd47-7553-46f9-b9a2-d5179ee72209 HTTP/1.1" status: 200 len: 868 time: 0.0951908 Jul 06 13:39:37.326959 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=27 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:37.328833 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=37 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:39.415764 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-64734aff-f957-48a8-a10c-afaca694da14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:41.900126 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-cdf50bbd-4a32-4499-9d40-2858cdfb84e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:42.817719 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:43.922012 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:43.927363 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=5 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:44.275048 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:44.598391 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:44.919527 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 5 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:39:54.027360 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57086) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:39:54.075227 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [None req-2a83b75f-84bf-44ca-8d64-65b0cd67f1cb admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110605) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:39:54.076241 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-2a83b75f-84bf-44ca-8d64-65b0cd67f1cb admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0479517 Jul 06 13:39:54.592244 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:54.592948 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:54.915135 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:54.915805 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:39:56.241490 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57094) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:39:56.303529 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.pecan_wsgi.hooks.translation [None req-381e953d-ea9b-4e80-9e61-29d190951600 admin admin] GET failed (client error): The resource could not be found. Jul 06 13:39:56.304867 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-381e953d-ea9b-4e80-9e61-29d190951600 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623653 Jul 06 13:39:56.453778 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e02181-94a8-4187-8efa-97ab967a16b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:56.455163 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-37e02181-94a8-4187-8efa-97ab967a16b8 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1463616 Jul 06 13:39:58.579663 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57104) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:39:58.626198 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:39:58.647138 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Made reservation on behalf of 775434dcf39c43beaa4ed6a50089f763 for: {'network': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:39:58.649735 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:58.684827 dv-cinder-819149-8-iscsi neutron-server[110606]: WARNING neutron.services.revisions.revision_plugin [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Could not find related network for resource to bump revision. Jul 06 13:39:58.696176 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=110606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:39:58.705356 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (15d9c808-0fcc-45f4-84f9-5c6e85e3fb44), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:58.705685 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.segments_db [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Added segment 15d9c808-0fcc-45f4-84f9-5c6e85e3fb44 of type vlan for network c81a671c-4e3a-4701-87d4-60d81de1ba91 Jul 06 13:39:58.746230 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (c81a671c-4e3a-4701-87d4-60d81de1ba91), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:58.773070 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (c81a671c-4e3a-4701-87d4-60d81de1ba91), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:58.773990 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:39:58.774573 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:39:58.812693 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2316673 Jul 06 13:39:58.858787 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Pushing event updated for resources: {'Network': ['ID=c81a671c-4e3a-4701-87d4-60d81de1ba91,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:39:58.867756 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.868107 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.868514 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.868894 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.869267 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.869588 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.869914 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.870238 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.870588 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.870923 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.871244 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.871579 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.871907 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.872222 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.872540 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6f2197-6f0e-4362-809f-ca37b3526e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:39:58.885165 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network c81a671c-4e3a-4701-87d4-60d81de1ba91 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:40:00.889259 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57112) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:40:00.949335 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc39887-1ee8-45b6-a60d-f2f316a77b7f admin admin] GET failed (client error): The resource could not be found. Jul 06 13:40:00.950597 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-ccc39887-1ee8-45b6-a60d-f2f316a77b7f admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604081 Jul 06 13:40:01.067565 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eceb9e-060b-46e7-97f4-a7abe2649385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:40:01.069037 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-c4eceb9e-060b-46e7-97f4-a7abe2649385 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1144414 Jul 06 13:40:01.079402 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-64b03087-ed52-4086-80e9-ee841e42e432 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'c81a671c-4e3a-4701-87d4-60d81de1ba91', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:40:01.099175 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b03087-ed52-4086-80e9-ee841e42e432 admin admin] Made reservation on behalf of 775434dcf39c43beaa4ed6a50089f763 for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:40:01.101459 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-64b03087-ed52-4086-80e9-ee841e42e432 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:01.273447 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-64b03087-ed52-4086-80e9-ee841e42e432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for subnet (bf1b4e4f-cb6b-449b-a977-9a823527ea00), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:01.325188 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b03087-ed52-4086-80e9-ee841e42e432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf1b4e4f-cb6b-449b-a977-9a823527ea00,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:40:01.340183 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b03087-ed52-4086-80e9-ee841e42e432 admin admin] Checking segment: {'id': '15d9c808-0fcc-45f4-84f9-5c6e85e3fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c81a671c-4e3a-4701-87d4-60d81de1ba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:40:01.340534 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b03087-ed52-4086-80e9-ee841e42e432 admin admin] Network hostable DHCP agents. Network: c81a671c-4e3a-4701-87d4-60d81de1ba91, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:40:01.357762 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b03087-ed52-4086-80e9-ee841e42e432 admin admin] Network c81a671c-4e3a-4701-87d4-60d81de1ba91 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:40:01.367016 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-64b03087-ed52-4086-80e9-ee841e42e432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, c81a671c-4e3a-4701-87d4-60d81de1ba91) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:40:01.371177 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b03087-ed52-4086-80e9-ee841e42e432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:40:01.371762 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-64b03087-ed52-4086-80e9-ee841e42e432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:01.376725 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d152b2-ea92-4581-afd3-4b133a98dfef None None] Network c81a671c-4e3a-4701-87d4-60d81de1ba91 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:40:01.388932 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-64b03087-ed52-4086-80e9-ee841e42e432 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3136051 Jul 06 13:40:01.487409 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f19f5d3-7a63-5a6d-b78e-c7b041faa969-c81a671c-4e3a-4701-87d4-60d81de1ba91', 'network_id': 'c81a671c-4e3a-4701-87d4-60d81de1ba91', 'project_id': '775434dcf39c43beaa4ed6a50089f763', 'fixed_ips': [{'subnet_id': 'bf1b4e4f-cb6b-449b-a977-9a823527ea00'}]}} from dv-cinder-819149-8-iscsi. {{(pid=110607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 13:40:01.488356 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:01.726246 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.db_base_plugin_common [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Allocated IP 192.168.233.2 (c81a671c-4e3a-4701-87d4-60d81de1ba91/bf1b4e4f-cb6b-449b-a977-9a823527ea00/9df02b0c-e6d3-4d94-87e8-12e86aec7b12) {{(pid=110607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:40:01.873211 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Publish callbacks [] for port (9df02b0c-e6d3-4d94-87e8-12e86aec7b12), precommit_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:01.879462 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (9df02b0c-e6d3-4d94-87e8-12e86aec7b12), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:01.919081 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Network c81a671c-4e3a-4701-87d4-60d81de1ba91 is already hosted by enough agents. {{(pid=110607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:40:01.923937 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.base_scheduler [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Resources bound (agent type, host, resource id): {{(pid=110607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:40:01.927931 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Received port after_create {{(pid=110607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:40:01.932476 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Pushing event updated for resources: {'Port': ['ID=9df02b0c-e6d3-4d94-87e8-12e86aec7b12,revision_number=1']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:40:01.942763 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.943101 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.943455 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.943802 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.944127 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.944450 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.944767 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.945106 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.945421 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.945733 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.946489 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.946489 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.946690 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.946975 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.947281 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:40:01.996608 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Attempting to bind port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:40:01.996972 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Attempting to bind port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '15d9c808-0fcc-45f4-84f9-5c6e85e3fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c81a671c-4e3a-4701-87d4-60d81de1ba91'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:40:01.997348 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Attempting to bind port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12 on network c81a671c-4e3a-4701-87d4-60d81de1ba91 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:40:02.003202 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:40:02.003570 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Checking segment: {'id': '15d9c808-0fcc-45f4-84f9-5c6e85e3fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c81a671c-4e3a-4701-87d4-60d81de1ba91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:40:02.003963 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:02.004342 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Bound using segment: {'id': '15d9c808-0fcc-45f4-84f9-5c6e85e3fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c81a671c-4e3a-4701-87d4-60d81de1ba91'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:40:02.004792 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Bound port: 9df02b0c-e6d3-4d94-87e8-12e86aec7b12, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d9c808-0fcc-45f4-84f9-5c6e85e3fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c81a671c-4e3a-4701-87d4-60d81de1ba91'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:40:02.005183 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (9df02b0c-e6d3-4d94-87e8-12e86aec7b12), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:02.069461 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] For port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:40:02.072597 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] For port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=9df02b0c-e6d3-4d94-87e8-12e86aec7b12,segment=NetworkSegment(15d9c808-0fcc-45f4-84f9-5c6e85e3fb44),segment_id=15d9c808-0fcc-45f4-84f9-5c6e85e3fb44)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:40:02.078335 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (9df02b0c-e6d3-4d94-87e8-12e86aec7b12), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:02.133497 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e68c89-ba94-4e5e-a111-c27dff121e6b None None] Pushing event updated for resources: {'Port': ['ID=9df02b0c-e6d3-4d94-87e8-12e86aec7b12,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:40:02.394229 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 9df02b0c-e6d3-4d94-87e8-12e86aec7b12 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:40:02.449260 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:40:02.449648 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (9df02b0c-e6d3-4d94-87e8-12e86aec7b12), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:02.481865 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:40:02.528349 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:40:02.528632 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (9df02b0c-e6d3-4d94-87e8-12e86aec7b12), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:02.530555 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:40:02.565719 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=9df02b0c-e6d3-4d94-87e8-12e86aec7b12,segment=NetworkSegment(15d9c808-0fcc-45f4-84f9-5c6e85e3fb44),segment_id=15d9c808-0fcc-45f4-84f9-5c6e85e3fb44)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:40:02.571232 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (9df02b0c-e6d3-4d94-87e8-12e86aec7b12), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:02.620784 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=9df02b0c-e6d3-4d94-87e8-12e86aec7b12,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:40:03.017430 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df1641e-b83b-4817-a8de-7cfa6e9bdcbb None None] Network c81a671c-4e3a-4701-87d4-60d81de1ba91 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:40:03.130619 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-e1561b23-b265-4e8c-8db4-e6ea3f1d4612 None None] Provisioning complete for port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:40:03.130940 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e1561b23-b265-4e8c-8db4-e6ea3f1d4612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (9df02b0c-e6d3-4d94-87e8-12e86aec7b12), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:03.214377 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-e1561b23-b265-4e8c-8db4-e6ea3f1d4612 None None] Current status of the port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:40:03.333452 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-283aaf8f-6c28-42a9-8ee8-09521356c36b None None] Provisioning complete for port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:40:03.333967 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-283aaf8f-6c28-42a9-8ee8-09521356c36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (9df02b0c-e6d3-4d94-87e8-12e86aec7b12), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:03.409776 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-283aaf8f-6c28-42a9-8ee8-09521356c36b None None] Current status of the port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:40:04.338940 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 9df02b0c-e6d3-4d94-87e8-12e86aec7b12 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:40:04.387385 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:40:04.387776 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (9df02b0c-e6d3-4d94-87e8-12e86aec7b12), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:04.459587 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 9df02b0c-e6d3-4d94-87e8-12e86aec7b12 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:40:06.581835 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=14 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:40:06.586079 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=12 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:40:09.420102 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-7652d108-4d28-4ea0-9310-9a4cc302118e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:11.382003 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:40:11.382770 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:40:11.906044 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-897b509c-ac08-46e6-bb75-ec07b03a7eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:12.820050 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:14.282242 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:14.601233 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:20.922702 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:40:20.924069 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:40:21.917626 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 5 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:40:24.590266 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:40:24.597118 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:40:31.914409 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:40:39.424154 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-90d53865-348e-45df-bbff-c4588efd34ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:41.899671 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b4b5456c-41c9-4cba-9055-65d8a1462ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:42.822926 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:44.283180 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:44.606156 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:40:54.600202 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:40:54.601988 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:40:58.915903 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 5 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:41:08.911804 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=6 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:41:08.912742 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:41:09.427603 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-78a3431b-04b0-49a1-9b19-0b0f21e52346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:11.902580 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c686ea20-6a44-4e48-913d-37bbf6be9a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:12.827398 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:14.285213 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:14.607827 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:24.602101 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=10 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:41:24.604138 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:41:34.914164 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:41:34.914673 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57150) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:41:34.918532 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:41:34.920157 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [None req-67868c1c-951d-4072-9906-7cad36316451 tempest-verify_tempest_config-470034904 tempest-verify_tempest_config-470034904-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:41:34.921293 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-67868c1c-951d-4072-9906-7cad36316451 tempest-verify_tempest_config-470034904 tempest-verify_tempest_config-470034904-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059762 Jul 06 13:41:35.217281 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57168) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:41:35.324103 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:35.433283 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Publish callbacks [] for security_group (8479b3ff-63f5-43c3-af25-6afe655437e5), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:35.437525 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (8479b3ff-63f5-43c3-af25-6afe655437e5), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:35.484267 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8479b3ff-63f5-43c3-af25-6afe655437e5,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:41:35.488867 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=293a848d03d0462aa73a5526194bc850&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2705815 Jul 06 13:41:35.491792 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57174) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:41:35.493275 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.493582 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.493954 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.494297 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.494632 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.495184 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.495512 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.495907 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.496250 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.496699 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.497251 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.497832 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.498250 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.498651 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.499004 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8760fea2-be48-4367-97fb-b93dc2d6cf4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.550063 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Publish callbacks [] for security_group (8479b3ff-63f5-43c3-af25-6afe655437e5), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:35.570841 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Publish callbacks [] for security_group (8479b3ff-63f5-43c3-af25-6afe655437e5), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:35.665090 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (8479b3ff-63f5-43c3-af25-6afe655437e5), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:35.667618 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:35.672321 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8479b3ff-63f5-43c3-af25-6afe655437e5 HTTP/1.1" status: 204 len: 168 time: 0.1792362 Jul 06 13:41:35.680440 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8479b3ff-63f5-43c3-af25-6afe655437e5,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:41:35.687304 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.687582 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.687983 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.688278 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.688588 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.688914 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.689256 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.689576 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.689911 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.690230 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.690562 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.690896 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.691210 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.691520 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.691831 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f106f040-7257-40dd-a0c0-79feb1dbdaa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:41:35.914453 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 5 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:41:39.438293 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ddedf209-e94c-417f-b2a4-d7c487ce42a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:41.907357 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bd2c84db-6e05-4708-ad38-1eb9954e60b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:42.828796 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:44.288334 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:44.618657 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:41:45.480104 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=20,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:41:45.487276 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=19,neutron:INSERT=6 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:41:45.682886 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:41:45.683635 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:41:45.909543 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:41:45.910398 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:41:54.284021 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:41:54.609410 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:42:09.429748 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-779fdf34-5df6-459c-bd93-8eb1c5d93be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:42:11.908938 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c37f58e2-d2f2-4b53-b431-629625ff4930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:42:11.910338 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=17 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:42:11.914319 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=15 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:42:12.829668 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:42:12.912991 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 5 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:42:14.291786 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:42:14.614325 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:42:22.909810 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:42:24.608347 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:42:24.610284 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:42:39.431212 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c5325721-c272-4cca-acca-40eb0f4b16cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:42:41.910226 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e4535b45-dfc9-4c04-9340-d06954e31e50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:42:42.831083 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:42:44.295551 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:42:44.606799 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:42:48.916914 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:42:48.921290 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:42:49.912397 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 5 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:42:54.600590 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:42:54.602552 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:43:07.920400 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:43:07.921553 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:43:09.433881 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4f26543d-a155-45b8-b9fb-61fa9c2a3611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:43:11.912462 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-95409ced-7909-4baf-80d2-5b938d9742cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:43:12.840577 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:43:14.301513 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:43:14.609548 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:43:21.666462 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33257689'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:43:25.928677 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:43:25.929471 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:43:26.911877 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:43:31.658394 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:43:31.662349 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:43:33.323654 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57248) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:43:33.439365 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-5e454236-0d60-4932-8ad3-e146d56b9a31 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1144783 Jul 06 13:43:35.618864 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57258) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:43:35.680313 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-2be62385-5e36-4291-aee5-9f0aeba9cbe4 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0603650 Jul 06 13:43:36.908349 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:43:36.909119 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:43:39.436816 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9a74fe2a-2101-4cec-b953-f7495e45df2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:43:41.916128 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-385cbce7-8afc-4b13-869e-96ec51dd0c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:43:42.837773 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:43:44.302578 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:43:44.611959 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:43:45.672270 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:43:45.673082 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:43:51.620538 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:44:01.614436 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:44:01.616341 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:44:03.910995 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:44:06.433434 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=18 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:44:09.438049 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4cca2d4f-20f9-4815-9a8c-a38439d318c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:44:11.919268 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-76cbbaa8-6163-4db1-93db-b58564e87079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:44:12.839073 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:44:13.908126 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=16 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:44:14.305256 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:44:14.614548 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:44:21.662910 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:44:26.918676 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:44:26.919518 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:44:31.658740 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:44:31.660688 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:44:39.441383 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e556073a-dacc-44e6-b455-6ee8530e8822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:44:39.925611 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:44:39.927612 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:44:40.910176 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:44:41.920854 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-2796689d-7081-4beb-8a17-24a8a4739590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:44:42.842353 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:44:44.318676 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:44:44.621596 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:44:50.905546 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:44:50.906759 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:44:51.675295 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:01.669446 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:01.671224 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:09.455791 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e783f9cb-fe6c-4d74-8341-1529abcb1bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:11.940657 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-32adc469-c26c-4225-a42c-e761769ae5f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:12.871369 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:14.092475 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57400) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:14.319582 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:14.398233 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1931231651-network', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:14.419557 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Made reservation on behalf of d48e24dbeaa241d7a97350fb2c8187b9 for: {'network': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:14.422289 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:14.432335 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:14.515373 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Publish callbacks [] for security_group (a2c74676-796f-4ca6-a195-cbb1e2e512de), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:14.521390 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (a2c74676-796f-4ca6-a195-cbb1e2e512de), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:14.549467 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c74676-796f-4ca6-a195-cbb1e2e512de,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:14.554940 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=110606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:45:14.561549 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.561892 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.562484 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.562844 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.563288 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.563475 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.564308 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.564675 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.565086 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.565776 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.566200 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.566550 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.566880 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.567198 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.567664 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Tracked resource versions report: Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: pushed versions: Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: { 'AddressGroup': {'1.2'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Agent': {'1.1'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'ConntrackHelper': {'1.0'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'LocalIPAssociation': {'1.0'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Log': {'1.0'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'NDPProxy': {'1.0'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Network': {'1.1'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Port': {'1.7'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'PortForwarding': {'1.3'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'QosPolicy': {'1.10'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'SecurityGroup': {'1.5'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'SubPort': {'1.0'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Subnet': {'1.1'}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Trunk': {'1.1'}} Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: consumer versions: Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: { DHCP agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: HyperV agent@hv-cinder-81914: {}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: L3 agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: Metadata agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: Metering agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: Open vSwitch agent@dv-cinder-819149-8-iscsi: { 'AddressGroup': '1.2', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Agent': '1.1', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'ConntrackHelper': '1.0', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'LocalIPAssociation': '1.0', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Log': '1.0', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'NDPProxy': '1.0', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Network': '1.1', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Port': '1.7', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'PortForwarding': '1.3', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'QosPolicy': '1.10', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'SecurityGroup': '1.5', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'SecurityGroupRule': '1.2', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'SubPort': '1.0', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Subnet': '1.1', Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: 'Trunk': '1.1'}} Jul 06 13:45:14.569013 dv-cinder-819149-8-iscsi neutron-server[110606]: {{(pid=110606) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:45:14.584012 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (133e991b-bde6-4110-8978-46a56c0514f2), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:14.584443 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.segments_db [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Added segment 133e991b-bde6-4110-8978-46a56c0514f2 of type vlan for network 076be296-74e0-43c0-b50c-a77841c7b395 Jul 06 13:45:14.638718 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (076be296-74e0-43c0-b50c-a77841c7b395), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:14.640299 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:14.671935 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (076be296-74e0-43c0-b50c-a77841c7b395), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:14.673170 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:14.673903 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:14.749333 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6550140 Jul 06 13:45:14.750107 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ed14e-4509-4bb5-85a5-0ccbda099e7d admin admin] Pushing event updated for resources: {'Network': ['ID=076be296-74e0-43c0-b50c-a77841c7b395,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:14.752092 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57458) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:14.757194 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-735f7cdf-5e81-435b-a933-db38f6111f94 admin admin] Request body: {'subnet': {'network_id': '076be296-74e0-43c0-b50c-a77841c7b395', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1931231651-subnet', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:14.762149 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network 076be296-74e0-43c0-b50c-a77841c7b395 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:45:14.792365 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735f7cdf-5e81-435b-a933-db38f6111f94 admin admin] Made reservation on behalf of d48e24dbeaa241d7a97350fb2c8187b9 for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:14.795880 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-735f7cdf-5e81-435b-a933-db38f6111f94 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:14.989049 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-735f7cdf-5e81-435b-a933-db38f6111f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for subnet (4e1d880a-3be2-4de8-bd8c-fd9fd02c1456), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.048706 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57470) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:15.058214 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f7cdf-5e81-435b-a933-db38f6111f94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e1d880a-3be2-4de8-bd8c-fd9fd02c1456,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:15.067898 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735f7cdf-5e81-435b-a933-db38f6111f94 admin admin] Checking segment: {'id': '133e991b-bde6-4110-8978-46a56c0514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:15.068584 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f7cdf-5e81-435b-a933-db38f6111f94 admin admin] Network hostable DHCP agents. Network: 076be296-74e0-43c0-b50c-a77841c7b395, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:45:15.081561 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57476) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:15.088105 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735f7cdf-5e81-435b-a933-db38f6111f94 admin admin] Network 076be296-74e0-43c0-b50c-a77841c7b395 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:45:15.099298 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-735f7cdf-5e81-435b-a933-db38f6111f94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, 076be296-74e0-43c0-b50c-a77841c7b395) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:15.109557 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a8251f-bab8-4e85-a628-44127ec3da84 None None] Network 076be296-74e0-43c0-b50c-a77841c7b395 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:45:15.116653 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735f7cdf-5e81-435b-a933-db38f6111f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:15.118250 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-735f7cdf-5e81-435b-a933-db38f6111f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.144022 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-735f7cdf-5e81-435b-a933-db38f6111f94 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3908472 Jul 06 13:45:15.144625 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57480) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:15.150578 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1931231651-router', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:15.195676 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33251765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57498'] for router (b9aa66aa-292d-488b-9a69-19906ba44fb2), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.197286 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33254801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33246609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33035984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57571'] for router (b9aa66aa-292d-488b-9a69-19906ba44fb2), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.248222 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f19f5d3-7a63-5a6d-b78e-c7b041faa969-076be296-74e0-43c0-b50c-a77841c7b395', 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395', 'project_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'fixed_ips': [{'subnet_id': '4e1d880a-3be2-4de8-bd8c-fd9fd02c1456'}]}} from dv-cinder-819149-8-iscsi. {{(pid=110607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 13:45:15.249481 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.321158 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Publish callbacks [] for router_controller (b9aa66aa-292d-488b-9a69-19906ba44fb2), precommit_add_association {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.418264 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.db_base_plugin_common [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Allocated IP 172.20.0.2 (076be296-74e0-43c0-b50c-a77841c7b395/4e1d880a-3be2-4de8-bd8c-fd9fd02c1456/1f676735-10e9-4e74-9442-4996493355f5) {{(pid=110607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:15.480629 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Publish callbacks [] for router_gateway (b9aa66aa-292d-488b-9a69-19906ba44fb2), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.613355 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Publish callbacks [] for port (1f676735-10e9-4e74-9442-4996493355f5), precommit_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.624503 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (1f676735-10e9-4e74-9442-4996493355f5), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.666935 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Network 076be296-74e0-43c0-b50c-a77841c7b395 is already hosted by enough agents. {{(pid=110607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:15.667869 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-network', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:15.673468 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.base_scheduler [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Resources bound (agent type, host, resource id): {{(pid=110607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:15.678431 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Received port after_create {{(pid=110607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:15.689046 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-168236502-network', 'tenant_id': '05df572327d54bd99595974b75898052'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:15.713505 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57498) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:15.719875 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Pushing event updated for resources: {'Port': ['ID=1f676735-10e9-4e74-9442-4996493355f5,revision_number=1']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:15.757857 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.758181 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.758577 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.758998 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.759847 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.760099 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.761120 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.761460 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.761786 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.762113 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.762557 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.762905 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.763229 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.763544 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.763863 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Tracked resource versions report: Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: pushed versions: Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: { 'AddressGroup': {'1.2'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Agent': {'1.1'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'ConntrackHelper': {'1.0'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'LocalIPAssociation': {'1.0'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Log': {'1.0'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'NDPProxy': {'1.0'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Network': {'1.1'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Port': {'1.7'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'PortForwarding': {'1.3'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'QosPolicy': {'1.10'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'SecurityGroup': {'1.5'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'SubPort': {'1.0'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Subnet': {'1.1'}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Trunk': {'1.1'}} Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: consumer versions: Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: { DHCP agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: HyperV agent@hv-cinder-81914: {}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: L3 agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: Metadata agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: Metering agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: Open vSwitch agent@dv-cinder-819149-8-iscsi: { 'AddressGroup': '1.2', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Agent': '1.1', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'ConntrackHelper': '1.0', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'LocalIPAssociation': '1.0', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Log': '1.0', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'NDPProxy': '1.0', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Network': '1.1', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Port': '1.7', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'PortForwarding': '1.3', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'QosPolicy': '1.10', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'SecurityGroup': '1.5', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'SecurityGroupRule': '1.2', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'SubPort': '1.0', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Subnet': '1.1', Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: 'Trunk': '1.1'}} Jul 06 13:45:15.765564 dv-cinder-819149-8-iscsi neutron-server[110607]: {{(pid=110607) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:45:15.768278 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Publish callbacks [] for router_gateway (b9aa66aa-292d-488b-9a69-19906ba44fb2), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.783387 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Attempting to bind port 1f676735-10e9-4e74-9442-4996493355f5 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:15.783770 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Attempting to bind port 1f676735-10e9-4e74-9442-4996493355f5 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '133e991b-bde6-4110-8978-46a56c0514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:15.784130 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Attempting to bind port 1f676735-10e9-4e74-9442-4996493355f5 on network 076be296-74e0-43c0-b50c-a77841c7b395 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:15.793434 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:15.794126 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Checking segment: {'id': '133e991b-bde6-4110-8978-46a56c0514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:15.794913 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.795446 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Bound using segment: {'id': '133e991b-bde6-4110-8978-46a56c0514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:15.796129 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Bound port: 1f676735-10e9-4e74-9442-4996493355f5, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133e991b-bde6-4110-8978-46a56c0514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:15.796669 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1f676735-10e9-4e74-9442-4996493355f5), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.799003 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.885928 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] For port 1f676735-10e9-4e74-9442-4996493355f5, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:15.889496 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] For port 1f676735-10e9-4e74-9442-4996493355f5, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=1f676735-10e9-4e74-9442-4996493355f5,segment=NetworkSegment(133e991b-bde6-4110-8978-46a56c0514f2),segment_id=133e991b-bde6-4110-8978-46a56c0514f2)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:15.897728 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (1f676735-10e9-4e74-9442-4996493355f5), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:15.925615 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Allocated IP 172.27.3.127 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/8af52f57-60c0-4c8e-85e4-62338bf0f0ce) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:15.965027 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=86,neutron:UPDATE=10,neutron:INSERT=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:15.967451 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfa33d-4067-4d3b-bf2b-57e44662557a None None] Pushing event updated for resources: {'Port': ['ID=1f676735-10e9-4e74-9442-4996493355f5,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:15.992583 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Made reservation on behalf of 3b2a80a004e04da7ae12db9f3f87146f for: {'network': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:15.995326 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.001501 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:16.050901 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1986902013-network', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:16.067089 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:16.077627 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Made reservation on behalf of 05df572327d54bd99595974b75898052 for: {'network': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:16.080629 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.092186 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.107380 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Made reservation on behalf of bd85f2a57a0847debf5aaf81aab7a638 for: {'network': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:16.112255 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.124478 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.145494 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.225092 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:16.286142 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Publish callbacks [] for security_group (6879a9d0-bd9b-45df-b15e-365ac430c42a), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.293517 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (6879a9d0-bd9b-45df-b15e-365ac430c42a), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.436503 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6879a9d0-bd9b-45df-b15e-365ac430c42a,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:16.438271 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Publish callbacks [] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.442017 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=110606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:45:16.485509 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (77738b8c-b73a-452d-97b8-bc661487fcfa), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.488105 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.segments_db [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Added segment 77738b8c-b73a-452d-97b8-bc661487fcfa of type vlan for network 599de418-b206-4788-89c1-e9276ab94414 Jul 06 13:45:16.562834 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Publish callbacks [] for security_group (27bda141-49e9-4b10-af6f-00602b432c65), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.579897 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (27bda141-49e9-4b10-af6f-00602b432c65), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.622415 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (599de418-b206-4788-89c1-e9276ab94414), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.636271 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.638034 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:16.687755 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (599de418-b206-4788-89c1-e9276ab94414), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.688942 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:16.693522 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.700409 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bda141-49e9-4b10-af6f-00602b432c65,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:16.709170 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 1f676735-10e9-4e74-9442-4996493355f5 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:16.732702 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=110605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:45:16.782333 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.782675 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.783034 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.783372 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.783712 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.784034 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.784355 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.784688 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.785026 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.785352 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.785682 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.788096 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.788600 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.789116 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.789775 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Tracked resource versions report: Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: pushed versions: Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: { 'AddressGroup': {'1.2'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Agent': {'1.1'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'ConntrackHelper': {'1.0'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'LocalIPAssociation': {'1.0'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Log': {'1.0'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'NDPProxy': {'1.0'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Network': {'1.1'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Port': {'1.7'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'PortForwarding': {'1.3'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'QosPolicy': {'1.10'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'SecurityGroup': {'1.5'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'SubPort': {'1.0'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Subnet': {'1.1'}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Trunk': {'1.1'}} Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: consumer versions: Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: { DHCP agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: HyperV agent@hv-cinder-81914: {}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: L3 agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: Metadata agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: Metering agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: Open vSwitch agent@dv-cinder-819149-8-iscsi: { 'AddressGroup': '1.2', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Agent': '1.1', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'ConntrackHelper': '1.0', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'LocalIPAssociation': '1.0', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Log': '1.0', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'NDPProxy': '1.0', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Network': '1.1', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Port': '1.7', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'PortForwarding': '1.3', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'QosPolicy': '1.10', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'SecurityGroup': '1.5', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'SecurityGroupRule': '1.2', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'SubPort': '1.0', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Subnet': '1.1', Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: 'Trunk': '1.1'}} Jul 06 13:45:16.791910 dv-cinder-819149-8-iscsi neutron-server[110605]: {{(pid=110605) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:45:16.867324 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:16.867624 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 1f676735-10e9-4e74-9442-4996493355f5 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:16.872129 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1f676735-10e9-4e74-9442-4996493355f5), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.885515 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Publish callbacks [] for security_group (6704611b-b447-438d-a72c-3875ec3f4dc7), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.907110 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739503815024', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (4fd6010d-3cc2-45b8-bf25-707b1c1aed65), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:16.909396 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Unsubscribe: segment precommit_create {{(pid=110605) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 06 13:45:16.910350 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.segments_db [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Added segment 4fd6010d-3cc2-45b8-bf25-707b1c1aed65 of type vlan for network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f Jul 06 13:45:16.917488 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:16.921595 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:16.935902 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] Pushing event updated for resources: {'Network': ['ID=599de418-b206-4788-89c1-e9276ab94414,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:16.939430 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:16.951505 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-3b5952f3-98e2-48b3-8c00-04487ef838b7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2359719 Jul 06 13:45:16.953264 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57548) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:16.957840 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network 599de418-b206-4788-89c1-e9276ab94414 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:45:16.964781 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-be091255-9c29-4934-8b33-73207454b8f0 admin admin] Request body: {'subnet': {'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-subnet', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:16.979862 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:16.987933 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:17.025952 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be091255-9c29-4934-8b33-73207454b8f0 admin admin] Made reservation on behalf of bd85f2a57a0847debf5aaf81aab7a638 for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:17.028723 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-be091255-9c29-4934-8b33-73207454b8f0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.354223 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 1f676735-10e9-4e74-9442-4996493355f5 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:17.354747 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1f676735-10e9-4e74-9442-4996493355f5), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.408841 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (6704611b-b447-438d-a72c-3875ec3f4dc7), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.452695 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 1f676735-10e9-4e74-9442-4996493355f5, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=1f676735-10e9-4e74-9442-4996493355f5,segment=NetworkSegment(133e991b-bde6-4110-8978-46a56c0514f2),segment_id=133e991b-bde6-4110-8978-46a56c0514f2)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:17.464130 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (1f676735-10e9-4e74-9442-4996493355f5), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.481809 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:17.520127 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-be091255-9c29-4934-8b33-73207454b8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for subnet (77668382-4527-4719-963a-ed1774a7fa55), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.525025 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6704611b-b447-438d-a72c-3875ec3f4dc7,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:17.566259 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=1f676735-10e9-4e74-9442-4996493355f5,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:17.586806 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=110605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:45:17.591354 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Pushing event updated for resources: {'Port': ['ID=8af52f57-60c0-4c8e-85e4-62338bf0f0ce,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:17.638627 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be091255-9c29-4934-8b33-73207454b8f0 admin admin] Checking segment: {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:17.639197 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be091255-9c29-4934-8b33-73207454b8f0 admin admin] Network hostable DHCP agents. Network: 599de418-b206-4788-89c1-e9276ab94414, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:45:17.667792 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.668295 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.segments_db [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Added segment 6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c of type vlan for network 971af843-a8c2-4694-8a42-a011949622a1 Jul 06 13:45:17.670622 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (f1ea0748-7e5f-4bd2-b8bf-076ecf50758f), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.678669 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be091255-9c29-4934-8b33-73207454b8f0 admin admin] Network 599de418-b206-4788-89c1-e9276ab94414 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:45:17.683134 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be091255-9c29-4934-8b33-73207454b8f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77668382-4527-4719-963a-ed1774a7fa55,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:17.709420 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-be091255-9c29-4934-8b33-73207454b8f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, 599de418-b206-4788-89c1-e9276ab94414) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:17.709420 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be091255-9c29-4934-8b33-73207454b8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:17.709420 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-be091255-9c29-4934-8b33-73207454b8f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.723358 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d4cb44-b187-495b-891d-36625791310d None None] Network 599de418-b206-4788-89c1-e9276ab94414 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:45:17.738934 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Publish callbacks [] for router_gateway (b9aa66aa-292d-488b-9a69-19906ba44fb2), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.745122 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-be091255-9c29-4934-8b33-73207454b8f0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7878926 Jul 06 13:45:17.746082 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57570) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:17.749183 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e43cd02-074c-44e1-8761-f944388f9956 None None] Network 076be296-74e0-43c0-b50c-a77841c7b395 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:45:17.751492 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:17.761814 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:17.780319 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33251765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57498'] for router (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.781640 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33254801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33246609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33035984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57571'] for router (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.836712 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (971af843-a8c2-4694-8a42-a011949622a1), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.867231 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Publish callbacks [] for router_controller (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), precommit_add_association {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.891315 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (f1ea0748-7e5f-4bd2-b8bf-076ecf50758f), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.892290 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:17.893088 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:17.909174 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:45:17.927231 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.8764608 Jul 06 13:45:17.941736 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57574) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:17.994986 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-91399e2d-82d4-464e-afaf-d64def8ba7a9 admin admin] Request body: {'subnet': {'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-subnet', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:18.015888 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (971af843-a8c2-4694-8a42-a011949622a1), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:18.016851 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:18.017744 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:18.040888 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:18.065106 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.9822114 Jul 06 13:45:18.066230 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57584) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:18.072781 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-b625723e-14bb-4a2a-a2d2-bc6a2d61da52 None None] Provisioning complete for port 1f676735-10e9-4e74-9442-4996493355f5 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:18.074568 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b625723e-14bb-4a2a-a2d2-bc6a2d61da52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1f676735-10e9-4e74-9442-4996493355f5), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:18.081300 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-f23848b2-8f0a-4ded-9a55-9ef7dcce3e93 admin admin] Request body: {'subnet': {'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-168236502-subnet', 'tenant_id': '05df572327d54bd99595974b75898052', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:18.136543 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f19f5d3-7a63-5a6d-b78e-c7b041faa969-599de418-b206-4788-89c1-e9276ab94414', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55'}]}} from dv-cinder-819149-8-iscsi. {{(pid=110607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 13:45:18.137899 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:18.231182 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a02a48-d596-40e6-855b-f21067552eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:18.316921 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Publish callbacks [] for router_gateway (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:18.386061 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:45:18.389756 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91399e2d-82d4-464e-afaf-d64def8ba7a9 admin admin] Made reservation on behalf of 3b2a80a004e04da7ae12db9f3f87146f for: {'subnet': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:18.397169 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-91399e2d-82d4-464e-afaf-d64def8ba7a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:18.517497 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23848b2-8f0a-4ded-9a55-9ef7dcce3e93 admin admin] Made reservation on behalf of 05df572327d54bd99595974b75898052 for: {'subnet': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:18.520672 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f23848b2-8f0a-4ded-9a55-9ef7dcce3e93 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:18.524024 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e35b3-86a5-4beb-80f6-1f33a3275e30 admin admin] Pushing event updated for resources: {'Network': ['ID=971af843-a8c2-4694-8a42-a011949622a1,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:18.632108 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network 971af843-a8c2-4694-8a42-a011949622a1 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:45:18.655474 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 1f676735-10e9-4e74-9442-4996493355f5 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:18.707241 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-b625723e-14bb-4a2a-a2d2-bc6a2d61da52 None None] Current status of the port 1f676735-10e9-4e74-9442-4996493355f5 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:18.745665 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33254792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33246717'] for router (b9aa66aa-292d-488b-9a69-19906ba44fb2), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:18.760425 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:18.769111 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.db_base_plugin_common [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Allocated IP 172.20.0.2 (599de418-b206-4788-89c1-e9276ab94414/77668382-4527-4719-963a-ed1774a7fa55/e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0) {{(pid=110607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:18.798187 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Publish callbacks [] for router_gateway (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:18.828946 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:18.846921 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:18.867243 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-9830a8b8-c8e9-4768-98b7-d05021a31e5f None None] Provisioning complete for port 1f676735-10e9-4e74-9442-4996493355f5 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:18.867634 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9830a8b8-c8e9-4768-98b7-d05021a31e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1f676735-10e9-4e74-9442-4996493355f5), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:18.958090 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:18.958972 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 1f676735-10e9-4e74-9442-4996493355f5 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:18.959169 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1f676735-10e9-4e74-9442-4996493355f5), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:18.982130 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:19.014059 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Allocated IP 172.27.3.32 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/54f85337-d307-4843-a9e1-8e61c0138047) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:19.091704 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-91399e2d-82d4-464e-afaf-d64def8ba7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for subnet (9806b401-03c7-4f28-8619-f79f2cfb04ef), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.099255 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f23848b2-8f0a-4ded-9a55-9ef7dcce3e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for subnet (9e1bcabb-e45a-4964-8332-c655940202a4), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.168607 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Publish callbacks [] for port (54f85337-d307-4843-a9e1-8e61c0138047), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.194870 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91399e2d-82d4-464e-afaf-d64def8ba7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9806b401-03c7-4f28-8619-f79f2cfb04ef,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:19.208692 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Router b9aa66aa-292d-488b-9a69-19906ba44fb2 is scheduled to L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 with binding_index 1 {{(pid=110605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 13:45:19.217244 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91399e2d-82d4-464e-afaf-d64def8ba7a9 admin admin] Checking segment: {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:19.217244 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91399e2d-82d4-464e-afaf-d64def8ba7a9 admin admin] Network hostable DHCP agents. Network: f1ea0748-7e5f-4bd2-b8bf-076ecf50758f, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:45:19.232362 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:19.243535 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (54f85337-d307-4843-a9e1-8e61c0138047), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.252236 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-9830a8b8-c8e9-4768-98b7-d05021a31e5f None None] Current status of the port 1f676735-10e9-4e74-9442-4996493355f5 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:19.255586 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Publish callbacks [] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), precommit_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.264169 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23848b2-8f0a-4ded-9a55-9ef7dcce3e93 admin admin] Checking segment: {'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:19.264352 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23848b2-8f0a-4ded-9a55-9ef7dcce3e93 admin admin] Network hostable DHCP agents. Network: 971af843-a8c2-4694-8a42-a011949622a1, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:45:19.267348 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.276613 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:19.278544 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 1f676735-10e9-4e74-9442-4996493355f5 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:19.318429 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23848b2-8f0a-4ded-9a55-9ef7dcce3e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e1bcabb-e45a-4964-8332-c655940202a4,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:19.341373 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91399e2d-82d4-464e-afaf-d64def8ba7a9 admin admin] Network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:45:19.344639 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Network 599de418-b206-4788-89c1-e9276ab94414 is already hosted by enough agents. {{(pid=110607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:19.350097 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.base_scheduler [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Resources bound (agent type, host, resource id): {{(pid=110607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:19.353133 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Received port after_create {{(pid=110607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:19.361726 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Pushing event updated for resources: {'Port': ['ID=e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0,revision_number=1']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:19.398478 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23848b2-8f0a-4ded-9a55-9ef7dcce3e93 admin admin] Network 971af843-a8c2-4694-8a42-a011949622a1 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:45:19.400467 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:19.405502 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:19.405663 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-91399e2d-82d4-464e-afaf-d64def8ba7a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, f1ea0748-7e5f-4bd2-b8bf-076ecf50758f) {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:19.417713 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69028e5-ada9-4356-8373-26df0b5e79c6 None None] Network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:45:19.418421 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91399e2d-82d4-464e-afaf-d64def8ba7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:19.419026 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-91399e2d-82d4-464e-afaf-d64def8ba7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.420439 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:19.431458 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-f23848b2-8f0a-4ded-9a55-9ef7dcce3e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, 971af843-a8c2-4694-8a42-a011949622a1) {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:19.448404 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23848b2-8f0a-4ded-9a55-9ef7dcce3e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:19.448946 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f23848b2-8f0a-4ded-9a55-9ef7dcce3e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.453612 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d18f87-2049-4fd2-a634-5b437331c960 None None] Network 971af843-a8c2-4694-8a42-a011949622a1 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:45:19.455209 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-91399e2d-82d4-464e-afaf-d64def8ba7a9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5118845 Jul 06 13:45:19.470532 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:19.471988 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57624) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:19.483377 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Sync routers for ids ['b9aa66aa-292d-488b-9a69-19906ba44fb2'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:19.502170 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:19.507649 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Routers {'b9aa66aa-292d-488b-9a69-19906ba44fb2'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:19.508293 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b9aa66aa-292d-488b-9a69-19906ba44fb2'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:19.536685 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Pushing event updated for resources: {'Port': ['ID=54f85337-d307-4843-a9e1-8e61c0138047,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:19.551505 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-f23848b2-8f0a-4ded-9a55-9ef7dcce3e93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4745576 Jul 06 13:45:19.553261 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57634) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:19.565498 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.566712 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-011432c6-b23e-45aa-8d69-1997e6034892 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4208727 Jul 06 13:45:19.570289 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57636) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:19.616852 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:19.664800 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33251765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57498'] for router (c3e54064-f093-423d-9c05-6182ab73ea34), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.666701 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33254801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33246609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33035984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57571'] for router (c3e54064-f093-423d-9c05-6182ab73ea34), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.718434 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Attempting to bind port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:19.718981 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Attempting to bind port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:19.719277 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Attempting to bind port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 on network 599de418-b206-4788-89c1-e9276ab94414 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:19.777448 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:19.778213 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Checking segment: {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:19.778213 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.778803 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Bound using segment: {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:19.779664 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Bound port: e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:19.780323 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.802034 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Set router b9aa66aa-292d-488b-9a69-19906ba44fb2 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:19.826290 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33251765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57498'] for router (6ce630d3-5c40-4d28-9981-ae1e585a6582), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:19.834496 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33254801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33246609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33035984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57571'] for router (6ce630d3-5c40-4d28-9981-ae1e585a6582), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:20.002615 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840c4755-b197-4521-9410-39926661397c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f19f5d3-7a63-5a6d-b78e-c7b041faa969-971af843-a8c2-4694-8a42-a011949622a1', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'project_id': '05df572327d54bd99595974b75898052', 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4'}]}} from dv-cinder-819149-8-iscsi. {{(pid=110607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 13:45:20.004742 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-840c4755-b197-4521-9410-39926661397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:20.032299 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f19f5d3-7a63-5a6d-b78e-c7b041faa969-f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef'}]}} from dv-cinder-819149-8-iscsi. {{(pid=110607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 13:45:20.033262 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:20.049837 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:20.110540 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Publish callbacks [] for router_controller (6ce630d3-5c40-4d28-9981-ae1e585a6582), precommit_add_association {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:20.172506 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Publish callbacks [] for router_controller (c3e54064-f093-423d-9c05-6182ab73ea34), precommit_add_association {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:20.181610 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] For port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:20.262450 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] For port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:20.267914 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Publish callbacks [] for router_gateway (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:20.278582 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:20.320870 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:20.341463 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'name': 'tempest-DeleteServersTestJSON-1931231651-router', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:45:17Z', 'revision_number': 3, 'project_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'gw_port': {'id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:20.420487 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Checking router: b9aa66aa-292d-488b-9a69-19906ba44fb2 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:20.422292 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Updating router b9aa66aa-292d-488b-9a69-19906ba44fb2 port 8af52f57-60c0-4c8e-85e4-62338bf0f0ce binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:45:20.484814 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:20.567377 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:20.674978 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867efa3-3ca2-41d7-b520-46f80f174fb4 None None] Pushing event updated for resources: {'Port': ['ID=e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:20.706189 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.db_base_plugin_common [None req-840c4755-b197-4521-9410-39926661397c None None] Allocated IP 172.20.0.2 (971af843-a8c2-4694-8a42-a011949622a1/9e1bcabb-e45a-4964-8332-c655940202a4/5d2cb9cd-e586-45b9-b570-c5074a9746c4) {{(pid=110607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:20.740613 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Publish callbacks [] for router_gateway (c3e54064-f093-423d-9c05-6182ab73ea34), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:20.765259 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:20.849079 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:20.904414 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:20.945133 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.db_base_plugin_common [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Allocated IP 172.20.0.2 (f1ea0748-7e5f-4bd2-b8bf-076ecf50758f/9806b401-03c7-4f28-8619-f79f2cfb04ef/706b1f49-33f2-4f55-ab4a-75d15cc21ddc) {{(pid=110607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:20.965986 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33254792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33246717'] for router (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.018224 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Publish callbacks [] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.037468 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.132902 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Attempting to bind port 8af52f57-60c0-4c8e-85e4-62338bf0f0ce on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:21.133534 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Attempting to bind port 8af52f57-60c0-4c8e-85e4-62338bf0f0ce by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:21.141421 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Attempting to bind port 8af52f57-60c0-4c8e-85e4-62338bf0f0ce on network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:21.150186 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Pushing event updated for resources: {'Port': ['ID=8af52f57-60c0-4c8e-85e4-62338bf0f0ce,revision_number=2']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:21.171561 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:21.172377 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Checking segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:21.173024 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.173630 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Bound using segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:21.174340 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Bound port: 8af52f57-60c0-4c8e-85e4-62338bf0f0ce, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:21.174944 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.179760 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.180500 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.181197 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.181787 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.182338 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.182893 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.183446 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.183982 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.184530 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.185101 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.185662 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.186467 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.187569 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.188127 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.188682 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Tracked resource versions report: Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: pushed versions: Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: { 'AddressGroup': {'1.2'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Agent': {'1.1'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'ConntrackHelper': {'1.0'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'LocalIPAssociation': {'1.0'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Log': {'1.0'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'NDPProxy': {'1.0'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Network': {'1.1'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Port': {'1.7'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'PortForwarding': {'1.3'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'QosPolicy': {'1.10'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'SecurityGroup': {'1.5'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'SecurityGroupRule': {'1.2'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'SubPort': {'1.0'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Subnet': {'1.1'}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Trunk': {'1.1'}} Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: consumer versions: Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: { DHCP agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: HyperV agent@hv-cinder-81914: {}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: L3 agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: Metadata agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: Metering agent@dv-cinder-819149-8-iscsi: {}, Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: Open vSwitch agent@dv-cinder-819149-8-iscsi: { 'AddressGroup': '1.2', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Agent': '1.1', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'ConntrackHelper': '1.0', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'LocalIPAssociation': '1.0', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Log': '1.0', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'NDPProxy': '1.0', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Network': '1.1', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Port': '1.7', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'PortForwarding': '1.3', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'QosPolicy': '1.10', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'SecurityGroup': '1.5', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'SecurityGroupRule': '1.2', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'SubPort': '1.0', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Subnet': '1.1', Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: 'Trunk': '1.1'}} Jul 06 13:45:21.193701 dv-cinder-819149-8-iscsi neutron-server[110608]: {{(pid=110608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 06 13:45:21.230822 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-840c4755-b197-4521-9410-39926661397c None None] Publish callbacks [] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), precommit_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.240924 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Publish callbacks [] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), precommit_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.247391 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-840c4755-b197-4521-9410-39926661397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.287326 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] For port 8af52f57-60c0-4c8e-85e4-62338bf0f0ce, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:21.294467 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] For port 8af52f57-60c0-4c8e-85e4-62338bf0f0ce, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=8af52f57-60c0-4c8e-85e4-62338bf0f0ce,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:21.310224 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.322156 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840c4755-b197-4521-9410-39926661397c None None] Network 971af843-a8c2-4694-8a42-a011949622a1 is already hosted by enough agents. {{(pid=110607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:21.374530 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Publish callbacks [] for router_gateway (6ce630d3-5c40-4d28-9981-ae1e585a6582), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.375212 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:21.375212 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.base_scheduler [None req-840c4755-b197-4521-9410-39926661397c None None] Resources bound (agent type, host, resource id): {{(pid=110607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:21.375212 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.375212 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840c4755-b197-4521-9410-39926661397c None None] Received port after_create {{(pid=110607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:21.375493 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Publish callbacks [] for router_gateway (c3e54064-f093-423d-9c05-6182ab73ea34), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.411211 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.412896 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bbf76-c23b-4ccb-a3ea-959e9813f4b3 None None] Pushing event updated for resources: {'Port': ['ID=8af52f57-60c0-4c8e-85e4-62338bf0f0ce,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:21.414535 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f is already hosted by enough agents. {{(pid=110607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:21.420755 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Routers {'b9aa66aa-292d-488b-9a69-19906ba44fb2'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:21.421539 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b9aa66aa-292d-488b-9a69-19906ba44fb2'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:21.425338 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.base_scheduler [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Resources bound (agent type, host, resource id): {{(pid=110607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:21.432552 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Received port after_create {{(pid=110607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:21.441489 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c4755-b197-4521-9410-39926661397c None None] Pushing event updated for resources: {'Port': ['ID=5d2cb9cd-e586-45b9-b570-c5074a9746c4,revision_number=1']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:21.495446 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Pushing event updated for resources: {'Port': ['ID=706b1f49-33f2-4f55-ab4a-75d15cc21ddc,revision_number=1']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:21.507533 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-840c4755-b197-4521-9410-39926661397c None None] Attempting to bind port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:21.508178 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-840c4755-b197-4521-9410-39926661397c None None] Attempting to bind port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:21.509210 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840c4755-b197-4521-9410-39926661397c None None] Attempting to bind port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 on network 971af843-a8c2-4694-8a42-a011949622a1 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:21.532149 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840c4755-b197-4521-9410-39926661397c None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:21.532786 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840c4755-b197-4521-9410-39926661397c None None] Checking segment: {'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:21.533353 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-840c4755-b197-4521-9410-39926661397c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.533872 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840c4755-b197-4521-9410-39926661397c None None] Bound using segment: {'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:21.534473 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-840c4755-b197-4521-9410-39926661397c None None] Bound port: 5d2cb9cd-e586-45b9-b570-c5074a9746c4, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:21.535004 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-840c4755-b197-4521-9410-39926661397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.539443 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Allocated IP 172.20.0.1 (076be296-74e0-43c0-b50c-a77841c7b395/4e1d880a-3be2-4de8-bd8c-fd9fd02c1456/82686df8-c8a3-485a-ba76-2055da5dc790) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:21.558897 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] Set router b9aa66aa-292d-488b-9a69-19906ba44fb2 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:21.618901 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Attempting to bind port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:21.619459 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Attempting to bind port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:21.631190 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Allocated IP 172.27.3.138 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/32b5256d-f8a7-4c36-acb7-24b70914bae7) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:21.631799 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Attempting to bind port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc on network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:21.646805 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:21.647358 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Checking segment: {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:21.647893 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.648435 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Bound using segment: {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:21.649071 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Bound port: 706b1f49-33f2-4f55-ab4a-75d15cc21ddc, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:21.649667 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.664440 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Publish callbacks [] for router_gateway (6ce630d3-5c40-4d28-9981-ae1e585a6582), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.668389 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:21.672144 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:21.679058 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-840c4755-b197-4521-9410-39926661397c None None] For port 5d2cb9cd-e586-45b9-b570-c5074a9746c4, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:21.733124 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.745546 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-840c4755-b197-4521-9410-39926661397c None None] For port 5d2cb9cd-e586-45b9-b570-c5074a9746c4, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=5d2cb9cd-e586-45b9-b570-c5074a9746c4,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:21.778827 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-840c4755-b197-4521-9410-39926661397c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.872775 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=86,neutron:UPDATE=11,neutron:INSERT=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:21.876421 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'name': 'tempest-DeleteServersTestJSON-1931231651-router', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:45:17Z', 'revision_number': 3, 'project_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'gw_port': {'id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:21.885356 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c4755-b197-4521-9410-39926661397c None None] Pushing event updated for resources: {'Port': ['ID=5d2cb9cd-e586-45b9-b570-c5074a9746c4,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:21.896497 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Publish callbacks [] for port (82686df8-c8a3-485a-ba76-2055da5dc790), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:21.911844 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] For port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:21.926052 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38ef9b-6f91-4f92-a351-7f49ca70f68a None None] The sync data for ids ['b9aa66aa-292d-488b-9a69-19906ba44fb2'] in dv-cinder-819149-8-iscsi is: [{'id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'name': 'tempest-DeleteServersTestJSON-1931231651-router', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:45:17Z', 'revision_number': 3, 'project_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'gw_port': {'id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:21.942805 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] For port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=706b1f49-33f2-4f55-ab4a-75d15cc21ddc,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:21.945620 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 is scheduled to L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 with binding_index 1 {{(pid=110606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 13:45:21.968404 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:22.022451 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:22.055565 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Publish callbacks [] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:22.074071 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:22.077290 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:22.139051 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971903cf-03d0-4b2a-8e1a-a5c07a793066 None None] Pushing event updated for resources: {'Port': ['ID=706b1f49-33f2-4f55-ab4a-75d15cc21ddc,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:22.143486 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Pushing event updated for resources: {'Port': ['ID=82686df8-c8a3-485a-ba76-2055da5dc790,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:22.162012 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:22.187196 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Network 076be296-74e0-43c0-b50c-a77841c7b395 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:22.191575 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:22.200347 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:22.200896 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33259013'] for router_interface (b9aa66aa-292d-488b-9a69-19906ba44fb2), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:22.223908 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:22.241175 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Sync routers for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:22.268981 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:22.271101 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:22.271101 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:22.288937 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-a9d4b873-2167-465c-9423-840db81c1475 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5414169 Jul 06 13:45:22.293402 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57694) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:22.343970 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:22.442636 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Pushing event updated for resources: {'Port': ['ID=32b5256d-f8a7-4c36-acb7-24b70914bae7,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:22.476554 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1df361-960f-4931-bf73-45ece9dcaab8 None None] Network 599de418-b206-4788-89c1-e9276ab94414 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:45:22.514282 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:22.603773 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:22.612010 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Allocated IP 172.27.3.151 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/85e7ae3f-bdf5-4fde-bfbe-ebba322434b8) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:22.625595 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:22.639507 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:22.936515 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:22.997489 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Publish callbacks [] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.049167 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.129644 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 5d2cb9cd-e586-45b9-b570-c5074a9746c4 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:23.164696 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.233922 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:23.244692 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:23.252289 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:23.263085 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-6ce207cc-cf15-49f6-a169-a67f72f0a41a None None] Provisioning complete for port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:23.263466 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6ce207cc-cf15-49f6-a169-a67f72f0a41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.300476 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Pushing event updated for resources: {'Port': ['ID=85e7ae3f-bdf5-4fde-bfbe-ebba322434b8,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:23.388680 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:23.393175 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:23.437528 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Publish callbacks [] for port (82686df8-c8a3-485a-ba76-2055da5dc790), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.440133 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Publish callbacks [] for router_gateway (c3e54064-f093-423d-9c05-6182ab73ea34), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.448927 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:19Z', 'revision_number': 3, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:23.485188 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.485944 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33264658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33259153'] for router_interface (b9aa66aa-292d-488b-9a69-19906ba44fb2), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.496335 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:23.496976 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.534527 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Checking router: 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:23.535006 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Updating router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 port 54f85337-d307-4843-a9e1-8e61c0138047 binding host dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:45:23.576481 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-6ce207cc-cf15-49f6-a169-a67f72f0a41a None None] Current status of the port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:23.576859 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6ce207cc-cf15-49f6-a169-a67f72f0a41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.681925 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:23.698935 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:23.699310 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.722516 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.723292 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:23.732694 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (54f85337-d307-4843-a9e1-8e61c0138047), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.779907 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-6ce207cc-cf15-49f6-a169-a67f72f0a41a None None] For port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:23.794581 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Pushing event updated for resources: {'Port': ['ID=82686df8-c8a3-485a-ba76-2055da5dc790,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:23.836516 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6ce207cc-cf15-49f6-a169-a67f72f0a41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.921105 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 5d2cb9cd-e586-45b9-b570-c5074a9746c4, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=5d2cb9cd-e586-45b9-b570-c5074a9746c4,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:23.960322 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:23.961153 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 8af52f57-60c0-4c8e-85e4-62338bf0f0ce up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:24.039324 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:24.057316 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33254792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33246717'] for router (c3e54064-f093-423d-9c05-6182ab73ea34), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:24.061667 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Network 076be296-74e0-43c0-b50c-a77841c7b395 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:24.063452 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:24.068568 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030ff6ab-dcb5-466b-a7f2-10ff94ba9089 None None] Network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:45:24.071053 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-be17648b-a22b-4082-a5f8-f229f23aaf55 None None] Provisioning complete for port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:24.072068 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-be17648b-a22b-4082-a5f8-f229f23aaf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:24.102203 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Publish callbacks [] for router_gateway (6ce630d3-5c40-4d28-9981-ae1e585a6582), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:24.150443 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce207cc-cf15-49f6-a169-a67f72f0a41a None None] Pushing event updated for resources: {'Port': ['ID=e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:24.279792 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-be17648b-a22b-4082-a5f8-f229f23aaf55 None None] Current status of the port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:24.306787 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-be17648b-a22b-4082-a5f8-f229f23aaf55 None None] Provisioning complete for port 82686df8-c8a3-485a-ba76-2055da5dc790 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:24.307157 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-be17648b-a22b-4082-a5f8-f229f23aaf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:24.358494 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Router c3e54064-f093-423d-9c05-6182ab73ea34 is scheduled to L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 with binding_index 1 {{(pid=110605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 13:45:24.443846 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e4b2d2-448a-48e7-8b0a-0965c4fe8fc7 None None] Network 971af843-a8c2-4694-8a42-a011949622a1 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:45:24.457572 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Allocated IP 172.20.0.1 (599de418-b206-4788-89c1-e9276ab94414/77668382-4527-4719-963a-ed1774a7fa55/2ab90ef9-4261-4dfe-ae46-c791ccbac38b) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:24.478802 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Router b9aa66aa-292d-488b-9a69-19906ba44fb2 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:45:24.502495 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:24.516032 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:24.543625 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33254792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33246717'] for router (6ce630d3-5c40-4d28-9981-ae1e585a6582), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:24.548079 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-be17648b-a22b-4082-a5f8-f229f23aaf55 None None] Port 82686df8-c8a3-485a-ba76-2055da5dc790 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:45:24.572209 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:24.596543 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:24.609700 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Sync routers for ids ['c3e54064-f093-423d-9c05-6182ab73ea34'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:24.628573 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=5d2cb9cd-e586-45b9-b570-c5074a9746c4,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:24.632341 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 8af52f57-60c0-4c8e-85e4-62338bf0f0ce triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:24.633122 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:24.638363 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:24.642954 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57728) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:24.643556 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-404981d4-c71f-49c8-8cc1-797f3c85b82e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1683378 Jul 06 13:45:24.667176 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:24.677094 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-790f3bd9-f460-4834-ae54-ddfd3f3d0722 admin admin] 10.222.0.20 "PUT /v2.0/routers/b9aa66aa-292d-488b-9a69-19906ba44fb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1055799 Jul 06 13:45:24.681986 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Routers {'c3e54064-f093-423d-9c05-6182ab73ea34'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:24.683174 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['c3e54064-f093-423d-9c05-6182ab73ea34'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:24.691894 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:24.711518 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Sync routers for ids ['b9aa66aa-292d-488b-9a69-19906ba44fb2'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:24.715009 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:24.771416 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Publish callbacks [] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:24.815343 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Set router c3e54064-f093-423d-9c05-6182ab73ea34 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:24.825089 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-5529eab9-2925-4427-98ed-6202aca45391 None None] Provisioning complete for port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:24.825313 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5529eab9-2925-4427-98ed-6202aca45391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:24.831461 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Routers {'b9aa66aa-292d-488b-9a69-19906ba44fb2'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:24.832089 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b9aa66aa-292d-488b-9a69-19906ba44fb2'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:24.853872 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:INSERT=6 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:24.945786 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Set router b9aa66aa-292d-488b-9a69-19906ba44fb2 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:24.965855 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.003744 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Network 599de418-b206-4788-89c1-e9276ab94414 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:25.109582 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:25.114982 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:25.118443 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33259013'] for router_interface (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.158264 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:23Z', 'revision_number': 3, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:25.209938 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Checking router: c3e54064-f093-423d-9c05-6182ab73ea34 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:25.212870 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Updating router c3e54064-f093-423d-9c05-6182ab73ea34 port 32b5256d-f8a7-4c36-acb7-24b70914bae7 binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:45:25.277494 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.296204 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Publish callbacks [] for port (54f85337-d307-4843-a9e1-8e61c0138047), precommit_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.330257 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (54f85337-d307-4843-a9e1-8e61c0138047), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.344160 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57772) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:25.347349 dv-cinder-819149-8-iscsi neutron-server[110605]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 13:45:25.432214 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa717d-8bf5-4aa9-86de-3d61ebaabf38 None None] Pushing event updated for resources: {'Port': ['ID=54f85337-d307-4843-a9e1-8e61c0138047,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:25.485026 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Router 6ce630d3-5c40-4d28-9981-ae1e585a6582 is scheduled to L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 with binding_index 1 {{(pid=110606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 13:45:25.490269 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Pushing event updated for resources: {'Port': ['ID=2ab90ef9-4261-4dfe-ae46-c791ccbac38b,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:25.506786 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Attempting to bind port 54f85337-d307-4843-a9e1-8e61c0138047 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:25.507405 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Attempting to bind port 54f85337-d307-4843-a9e1-8e61c0138047 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:25.510524 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Attempting to bind port 54f85337-d307-4843-a9e1-8e61c0138047 on network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:25.549950 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:25.561045 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:25.568800 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:25.569257 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Checking segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:25.569668 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.570092 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Bound using segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:25.570578 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Bound port: 54f85337-d307-4843-a9e1-8e61c0138047, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:25.570983 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (54f85337-d307-4843-a9e1-8e61c0138047), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.580288 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Publish callbacks [] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.589052 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.604720 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-97395b53-eda6-4222-9610-353129dab4ec tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:25.615997 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-5529eab9-2925-4427-98ed-6202aca45391 None None] Current status of the port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:25.616869 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-97395b53-eda6-4222-9610-353129dab4ec tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/networks?id=076be296-74e0-43c0-b50c-a77841c7b395 HTTP/1.1" status: 200 len: 812 time: 0.2705274 Jul 06 13:45:25.622491 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Attempting to bind port 32b5256d-f8a7-4c36-acb7-24b70914bae7 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:25.623028 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Attempting to bind port 32b5256d-f8a7-4c36-acb7-24b70914bae7 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:25.623427 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Attempting to bind port 32b5256d-f8a7-4c36-acb7-24b70914bae7 on network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:25.635652 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-19f5c1d5-b6c5-4a68-a434-2718a840ff0d tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/quotas/d48e24dbeaa241d7a97350fb2c8187b9 HTTP/1.1" status: 200 len: 375 time: 0.0178576 Jul 06 13:45:25.646000 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:25.646630 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Checking segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:25.647139 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.647782 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Bound using segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:25.648361 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Bound port: 32b5256d-f8a7-4c36-acb7-24b70914bae7, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:25.648974 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.681551 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 8af52f57-60c0-4c8e-85e4-62338bf0f0ce is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:25.681928 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.702196 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-5529eab9-2925-4427-98ed-6202aca45391 None None] Provisioning complete for port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:25.702559 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5529eab9-2925-4427-98ed-6202aca45391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.731630 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.739135 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-3c32caf0-a8da-4182-8cc1-c45493fd8aaa tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d48e24dbeaa241d7a97350fb2c8187b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025231 Jul 06 13:45:25.755955 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:25.780593 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'name': 'tempest-DeleteServersTestJSON-1931231651-router', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:45:22Z', 'revision_number': 4, 'project_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'gw_port': {'id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '82686df8-c8a3-485a-ba76-2055da5dc790', 'name': '', 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'mac_address': 'fa:16:3e:88:39:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e1d880a-3be2-4de8-bd8c-fd9fd02c1456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:20Z', 'updated_at': '2022-07-06T13:45:23Z', 'revision_number': 2, 'project_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'subnets': [{'id': '4e1d880a-3be2-4de8-bd8c-fd9fd02c1456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:25.784377 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 8af52f57-60c0-4c8e-85e4-62338bf0f0ce, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=8af52f57-60c0-4c8e-85e4-62338bf0f0ce,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:25.802545 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] For port 32b5256d-f8a7-4c36-acb7-24b70914bae7, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:25.807422 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] For port 32b5256d-f8a7-4c36-acb7-24b70914bae7, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=32b5256d-f8a7-4c36-acb7-24b70914bae7,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:25.815138 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.816675 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Sync routers for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:25.819831 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57780) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:25.820517 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-c87c1ecf-9bee-412e-8f37-d02e3c2bc379 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2659795 Jul 06 13:45:25.824469 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] For port 54f85337-d307-4843-a9e1-8e61c0138047, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:25.827083 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:25.827336 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:25.840035 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:25.841220 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:25.866189 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Checking router: b9aa66aa-292d-488b-9a69-19906ba44fb2 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:25.866577 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Updating router b9aa66aa-292d-488b-9a69-19906ba44fb2 port 82686df8-c8a3-485a-ba76-2055da5dc790 binding host dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:45:25.884360 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:25.928353 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] For port 54f85337-d307-4843-a9e1-8e61c0138047, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=54f85337-d307-4843-a9e1-8e61c0138047,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:25.960125 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:25.967342 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.015116 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.020342 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:26.036725 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:26.037024 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.039189 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=8af52f57-60c0-4c8e-85e4-62338bf0f0ce,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:26.051530 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (54f85337-d307-4843-a9e1-8e61c0138047), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.054387 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-5529eab9-2925-4427-98ed-6202aca45391 None None] Current status of the port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:26.054866 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5529eab9-2925-4427-98ed-6202aca45391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.167597 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:23Z', 'revision_number': 3, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:26.171246 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-5529eab9-2925-4427-98ed-6202aca45391 None None] For port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=706b1f49-33f2-4f55-ab4a-75d15cc21ddc,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:26.197360 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Checking router: 6ce630d3-5c40-4d28-9981-ae1e585a6582 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:26.197798 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Updating router 6ce630d3-5c40-4d28-9981-ae1e585a6582 port 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:45:26.199085 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:26.200580 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa717d-8bf5-4aa9-86de-3d61ebaabf38 None None] Pushing event updated for resources: {'Port': ['ID=54f85337-d307-4843-a9e1-8e61c0138047,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:26.226173 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5529eab9-2925-4427-98ed-6202aca45391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.240575 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.303725 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-5529eab9-2925-4427-98ed-6202aca45391 None None] Provisioning complete for port 82686df8-c8a3-485a-ba76-2055da5dc790 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:26.304169 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5529eab9-2925-4427-98ed-6202aca45391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.335054 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-f38a7b0c-8d1d-4b35-a25a-45eec2994eda service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110605) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:45:26.336086 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-f38a7b0c-8d1d-4b35-a25a-45eec2994eda service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2460954 Jul 06 13:45:26.366713 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:26.466166 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Publish callbacks [] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.466334 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-086ebd6a-ee6e-4947-b450-b9a07640d780 service neutron] 10.222.0.20 "GET /v2.0/networks/076be296-74e0-43c0-b50c-a77841c7b395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937400 Jul 06 13:45:26.485120 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.486867 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33264658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33259153'] for router_interface (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.577160 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:26.579554 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-35fab3a1-cc73-4a6a-ab48-bc89895d6bfb service neutron] 10.222.0.20 "GET /v2.0/networks/076be296-74e0-43c0-b50c-a77841c7b395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060410 Jul 06 13:45:26.589393 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Publish callbacks [] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.592448 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529eab9-2925-4427-98ed-6202aca45391 None None] Pushing event updated for resources: {'Port': ['ID=706b1f49-33f2-4f55-ab4a-75d15cc21ddc,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:26.593439 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21c0e8-19a6-4502-80df-3118a98a54b6 None None] Pushing event updated for resources: {'Port': ['ID=32b5256d-f8a7-4c36-acb7-24b70914bae7,revision_number=2']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:26.600330 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:26.608877 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.618499 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:26.626997 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Routers {'c3e54064-f093-423d-9c05-6182ab73ea34'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:26.627649 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['c3e54064-f093-423d-9c05-6182ab73ea34'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:26.643442 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:26.644172 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:26.671004 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-5529eab9-2925-4427-98ed-6202aca45391 None None] Port 82686df8-c8a3-485a-ba76-2055da5dc790 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:45:26.716305 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Pushing event updated for resources: {'Port': ['ID=2ab90ef9-4261-4dfe-ae46-c791ccbac38b,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:26.739681 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Attempting to bind port 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:26.740034 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Attempting to bind port 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:26.740398 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Attempting to bind port 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 on network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:26.760415 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:26.760811 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Checking segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:26.761221 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.761977 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Bound using segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:26.762083 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Bound port: 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:26.762434 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.823486 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Network 599de418-b206-4788-89c1-e9276ab94414 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:26.824451 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] Set router c3e54064-f093-423d-9c05-6182ab73ea34 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:26.827055 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.830534 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:26.845413 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.887232 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-8e1fd6c5-51eb-4206-aacb-9eeb52e0d84f None None] Provisioning complete for port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:26.887651 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd6c5-51eb-4206-aacb-9eeb52e0d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:26.935539 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:26.954308 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fd6c5-51eb-4206-aacb-9eeb52e0d84f None None] Port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:45:26.959285 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21c0e8-19a6-4502-80df-3118a98a54b6 None None] Pushing event updated for resources: {'Port': ['ID=32b5256d-f8a7-4c36-acb7-24b70914bae7,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:27.087652 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-8e1fd6c5-51eb-4206-aacb-9eeb52e0d84f None None] Provisioning complete for port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:27.092235 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57820) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:27.092764 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd6c5-51eb-4206-aacb-9eeb52e0d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:27.152643 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Allocated IP 172.20.0.1 (971af843-a8c2-4694-8a42-a011949622a1/9e1bcabb-e45a-4964-8332-c655940202a4/b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:27.186935 dv-cinder-819149-8-iscsi neutron-server[110606]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 06 13:45:27.219555 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] For port 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:27.246255 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2a451-b79d-435e-ace5-c0845eff6d78 None None] Pushing event updated for resources: {'Port': ['ID=85e7ae3f-bdf5-4fde-bfbe-ebba322434b8,revision_number=2']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:27.261533 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] For port 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=85e7ae3f-bdf5-4fde-bfbe-ebba322434b8,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:27.280928 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:27.287002 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:27.356345 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Publish callbacks [] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:27.373972 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2a451-b79d-435e-ace5-c0845eff6d78 None None] Pushing event updated for resources: {'Port': ['ID=85e7ae3f-bdf5-4fde-bfbe-ebba322434b8,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:27.379160 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1f579f19-ba2b-4b73-9438-e313ed7ba932 req-3feaa5aa-1036-4db8-9dd3-404aa651084e tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 210 time: 0.2825069 Jul 06 13:45:27.389440 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:27.399534 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:27.425792 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:27.425792 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:27.480851 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Publish callbacks [] for port (82686df8-c8a3-485a-ba76-2055da5dc790), precommit_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:27.485020 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 706b1f49-33f2-4f55-ab4a-75d15cc21ddc up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:27.530914 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:23Z', 'revision_number': 3, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:27.536064 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Network 971af843-a8c2-4694-8a42-a011949622a1 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:27.542386 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:27.545335 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:27.546239 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33259013'] for router_interface (6ce630d3-5c40-4d28-9981-ae1e585a6582), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:27.600246 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Pushing event updated for resources: {'Port': ['ID=b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:27.608252 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc322f8-2e95-424a-b886-febeb8949fff None None] The sync data for ids ['c3e54064-f093-423d-9c05-6182ab73ea34'] in dv-cinder-819149-8-iscsi is: [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:23Z', 'revision_number': 3, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:27.651332 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:27.697713 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:27.782346 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:27.810658 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:45:27.855446 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:27.873768 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:27.886405 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Allocated IP 172.20.0.1 (f1ea0748-7e5f-4bd2-b8bf-076ecf50758f/9806b401-03c7-4f28-8619-f79f2cfb04ef/329e7c9e-d478-4b12-91b0-8576c38210d5) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:28.209130 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:28.250083 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Publish callbacks [] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:28.266247 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:28.267650 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33264658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33259153'] for router_interface (6ce630d3-5c40-4d28-9981-ae1e585a6582), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:28.286231 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Publish callbacks [] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:28.309911 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 2, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:28.324121 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:23Z', 'revision_number': 3, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:28.390452 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da5b456-de27-4ef5-beb2-2789ef011dc7 None None] The sync data for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi is: [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 2, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:28.403467 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:28.403903 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:28.405265 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:28.425347 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887bd4a0-8ac0-431e-98a9-e7458bab86b2 None None] The sync data for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi is: [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:23Z', 'revision_number': 3, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:28.545807 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Pushing event updated for resources: {'Port': ['ID=b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:28.586426 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:28.624586 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:28.665468 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-e3c0e44a-3420-45c3-8d41-6337defa72ef admin admin] 10.222.0.20 "PUT /v2.0/routers/3cf4e416-308a-4b9a-9c85-6fc1189f3b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3704290 Jul 06 13:45:28.741619 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:28.768408 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b88c49d8-f64c-4a80-a1e7-a8823a849501 req-a29f510d-fd1f-4d3a-b9c3-608416954daa tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 210 time: 0.1806152 Jul 06 13:45:28.840725 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:28.851291 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:28.856235 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Network 971af843-a8c2-4694-8a42-a011949622a1 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:28.861142 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:28.864734 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:28.865028 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33259013'] for router_interface (c3e54064-f093-423d-9c05-6182ab73ea34), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:29.155662 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Pushing event updated for resources: {'Port': ['ID=329e7c9e-d478-4b12-91b0-8576c38210d5,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:29.371520 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57908) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:29.430296 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:29.447349 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 5d2cb9cd-e586-45b9-b570-c5074a9746c4 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:29.457334 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Router 6ce630d3-5c40-4d28-9981-ae1e585a6582 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:45:29.505890 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:29.670163 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55ed79-dd80-45a2-9c38-e009516428ba None None] Pushing event updated for resources: {'Port': ['ID=82686df8-c8a3-485a-ba76-2055da5dc790,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:29.678206 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:29.679437 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:29.683217 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:29.749458 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fd6c5-51eb-4206-aacb-9eeb52e0d84f None None] Current status of the port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:29.813752 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57918) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:29.824547 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Publish callbacks [] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:29.832290 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-8e1fd6c5-51eb-4206-aacb-9eeb52e0d84f None None] Provisioning complete for port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:29.833229 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd6c5-51eb-4206-aacb-9eeb52e0d84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:29.847526 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfc1f-4e2a-48ec-960b-14ec0065346c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:29.850524 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-ae39d4ba-60eb-4343-bd07-f67e211dec1d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1493278310', 'description': 'tempest-description--1919300118'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:29.858524 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:29.859559 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33264658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33259153'] for router_interface (c3e54064-f093-423d-9c05-6182ab73ea34), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:29.885507 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:29.908141 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a0027280-47b4-461d-b980-d68c794a7801 admin admin] 10.222.0.20 "PUT /v2.0/routers/6ce630d3-5c40-4d28-9981-ae1e585a6582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0820453 Jul 06 13:45:29.948293 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ae39d4ba-60eb-4343-bd07-f67e211dec1d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:29.957220 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Pushing event updated for resources: {'Port': ['ID=329e7c9e-d478-4b12-91b0-8576c38210d5,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:30.014148 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:30.074930 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfc1f-4e2a-48ec-960b-14ec0065346c admin admin] Publish callbacks [] for security_group (6c0a89b6-1ea2-45eb-b50d-70bf52683e87), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.076036 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:30.096460 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ea8bfc1f-4e2a-48ec-960b-14ec0065346c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (6c0a89b6-1ea2-45eb-b50d-70bf52683e87), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.101537 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Attempting to bind port 82686df8-c8a3-485a-ba76-2055da5dc790 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:30.101915 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Attempting to bind port 82686df8-c8a3-485a-ba76-2055da5dc790 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '133e991b-bde6-4110-8978-46a56c0514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:30.102890 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Attempting to bind port 82686df8-c8a3-485a-ba76-2055da5dc790 on network 076be296-74e0-43c0-b50c-a77841c7b395 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:30.120124 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:30.120504 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Checking segment: {'id': '133e991b-bde6-4110-8978-46a56c0514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:30.121286 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.121286 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Bound using segment: {'id': '133e991b-bde6-4110-8978-46a56c0514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:30.121787 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Bound port: 82686df8-c8a3-485a-ba76-2055da5dc790, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133e991b-bde6-4110-8978-46a56c0514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:30.122169 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.135547 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:30.136652 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 8af52f57-60c0-4c8e-85e4-62338bf0f0ce up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:30.193808 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ae39d4ba-60eb-4343-bd07-f67e211dec1d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (4c768f5e-f8c2-49d3-8116-d4a03d3592a1), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.195002 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-ea8bfc1f-4e2a-48ec-960b-14ec0065346c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4e36049a0fd4b12a1ab55b5b4d5adfe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8198791 Jul 06 13:45:30.197803 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57930) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:30.208772 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ae39d4ba-60eb-4343-bd07-f67e211dec1d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (4c768f5e-f8c2-49d3-8116-d4a03d3592a1), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.266267 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a99e5e05-251b-4995-9e69-303cca0afe9d req-c9a811aa-3a63-4de3-b55d-1aa1e38ecd62 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 210 time: 0.1226583 Jul 06 13:45:30.274720 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-8e1fd6c5-51eb-4206-aacb-9eeb52e0d84f None None] Current status of the port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:30.310051 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] For port 82686df8-c8a3-485a-ba76-2055da5dc790, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:30.329607 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] For port 82686df8-c8a3-485a-ba76-2055da5dc790, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=82686df8-c8a3-485a-ba76-2055da5dc790,segment=NetworkSegment(133e991b-bde6-4110-8978-46a56c0514f2),segment_id=133e991b-bde6-4110-8978-46a56c0514f2)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:30.332539 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 8af52f57-60c0-4c8e-85e4-62338bf0f0ce triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:30.332953 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.346732 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:30.347553 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.351782 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8bfc1f-4e2a-48ec-960b-14ec0065346c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0a89b6-1ea2-45eb-b50d-70bf52683e87,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:30.357504 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ae39d4ba-60eb-4343-bd07-f67e211dec1d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.358744 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-ae39d4ba-60eb-4343-bd07-f67e211dec1d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5428383 Jul 06 13:45:30.363562 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57932) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:30.393479 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-af776ffa-7c2f-4873-a010-0dbf34fef50a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'security_group_rule': {'security_group_id': '4c768f5e-f8c2-49d3-8116-d4a03d3592a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:30.403836 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:30.407313 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:30.413623 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:30.438047 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39d4ba-60eb-4343-bd07-f67e211dec1d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c768f5e-f8c2-49d3-8116-d4a03d3592a1,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:30.549888 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57940) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:30.557955 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:30.566825 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Router c3e54064-f093-423d-9c05-6182ab73ea34 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:45:30.568806 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-76966b50-7381-4744-860e-5f7db203f445 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--55942230', 'description': 'tempest-description--880017495'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:30.619584 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-842453b4-7abe-418f-995b-a88720f59a2c admin admin] Publish callbacks [] for security_group (6c0a89b6-1ea2-45eb-b50d-70bf52683e87), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.647719 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Provisioning complete for port 329e7c9e-d478-4b12-91b0-8576c38210d5 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:30.648153 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.733949 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-af776ffa-7c2f-4873-a010-0dbf34fef50a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (e30112c3-9b16-4a2c-941c-b2ab0105846f), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.811636 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-76966b50-7381-4744-860e-5f7db203f445 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.815673 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55ed79-dd80-45a2-9c38-e009516428ba None None] Pushing event updated for resources: {'Port': ['ID=82686df8-c8a3-485a-ba76-2055da5dc790,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:30.834029 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Routers {'b9aa66aa-292d-488b-9a69-19906ba44fb2'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:30.835066 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b9aa66aa-292d-488b-9a69-19906ba44fb2'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:30.839539 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Port 329e7c9e-d478-4b12-91b0-8576c38210d5 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:45:30.875517 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-842453b4-7abe-418f-995b-a88720f59a2c admin admin] Publish callbacks [] for security_group (6c0a89b6-1ea2-45eb-b50d-70bf52683e87), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:30.929797 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:45:30.935808 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-d200b2ab-1738-44a8-bc45-57053640ec7b admin admin] 10.222.0.20 "PUT /v2.0/routers/c3e54064-f093-423d-9c05-6182ab73ea34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2892888 Jul 06 13:45:30.969271 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Provisioning complete for port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:30.969833 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.018688 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 8af52f57-60c0-4c8e-85e4-62338bf0f0ce is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:31.019818 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:31.034388 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-af776ffa-7c2f-4873-a010-0dbf34fef50a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (e30112c3-9b16-4a2c-941c-b2ab0105846f), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.045779 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-af776ffa-7c2f-4873-a010-0dbf34fef50a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (e30112c3-9b16-4a2c-941c-b2ab0105846f), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.078952 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:45:31.104177 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Provisioning complete for port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:31.104544 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.119276 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af776ffa-7c2f-4873-a010-0dbf34fef50a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30112c3-9b16-4a2c-941c-b2ab0105846f,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:31.134984 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-af776ffa-7c2f-4873-a010-0dbf34fef50a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.136240 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-af776ffa-7c2f-4873-a010-0dbf34fef50a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7717426 Jul 06 13:45:31.140588 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57946) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:31.143585 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] Set router b9aa66aa-292d-488b-9a69-19906ba44fb2 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:31.144938 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-3a8c9605-97c3-4046-a1cf-19d81dfff7c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'security_group_rule': {'security_group_id': '4c768f5e-f8c2-49d3-8116-d4a03d3592a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:31.191360 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:45:31.197361 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:31.237886 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:31.238251 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.240481 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Provisioning complete for port 82686df8-c8a3-485a-ba76-2055da5dc790 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:31.240830 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.309811 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-842453b4-7abe-418f-995b-a88720f59a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (6c0a89b6-1ea2-45eb-b50d-70bf52683e87), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.312302 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-842453b4-7abe-418f-995b-a88720f59a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.313465 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-842453b4-7abe-418f-995b-a88720f59a2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c0a89b6-1ea2-45eb-b50d-70bf52683e87 HTTP/1.1" status: 204 len: 168 time: 1.1142640 Jul 06 13:45:31.381079 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-76966b50-7381-4744-860e-5f7db203f445 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group (85d94ff4-eacc-4327-928b-2ba95fe7f230), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.390786 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842453b4-7abe-418f-995b-a88720f59a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0a89b6-1ea2-45eb-b50d-70bf52683e87,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:31.410291 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d6061858-7e76-4727-a52a-8593ad291e2d req-d9d4bcc5-e526-449d-a3ec-084096826f8e tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 210 time: 0.0476587 Jul 06 13:45:31.411750 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-76966b50-7381-4744-860e-5f7db203f445 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (85d94ff4-eacc-4327-928b-2ba95fe7f230), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.507648 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Current status of the port 82686df8-c8a3-485a-ba76-2055da5dc790 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:31.508042 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.526280 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:31.547404 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:31.551471 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'name': 'tempest-DeleteServersTestJSON-1931231651-router', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:45:22Z', 'revision_number': 4, 'project_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'gw_port': {'id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '82686df8-c8a3-485a-ba76-2055da5dc790', 'name': '', 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'mac_address': 'fa:16:3e:88:39:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e1d880a-3be2-4de8-bd8c-fd9fd02c1456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:20Z', 'updated_at': '2022-07-06T13:45:30Z', 'revision_number': 4, 'project_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'subnets': [{'id': '4e1d880a-3be2-4de8-bd8c-fd9fd02c1456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:31.599687 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17c320-ca26-4956-8944-9417c7af9199 None None] The sync data for ids ['b9aa66aa-292d-488b-9a69-19906ba44fb2'] in dv-cinder-819149-8-iscsi is: [{'id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'name': 'tempest-DeleteServersTestJSON-1931231651-router', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:45:22Z', 'revision_number': 4, 'project_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'gw_port': {'id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '82686df8-c8a3-485a-ba76-2055da5dc790', 'name': '', 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'mac_address': 'fa:16:3e:88:39:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4e1d880a-3be2-4de8-bd8c-fd9fd02c1456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:20Z', 'updated_at': '2022-07-06T13:45:30Z', 'revision_number': 4, 'project_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'subnets': [{'id': '4e1d880a-3be2-4de8-bd8c-fd9fd02c1456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:31.607997 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=11 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:31.614771 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] For port 82686df8-c8a3-485a-ba76-2055da5dc790, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=82686df8-c8a3-485a-ba76-2055da5dc790,segment=NetworkSegment(133e991b-bde6-4110-8978-46a56c0514f2),segment_id=133e991b-bde6-4110-8978-46a56c0514f2)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:31.616387 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233da81a-7cab-427b-b2dd-7957833fd68d req-d4bb0cd0-358e-4e3e-bab9-c93ccecc1b42 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:31.620916 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.628106 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-d4bb0cd0-358e-4e3e-bab9-c93ccecc1b42 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 819 time: 0.1898918 Jul 06 13:45:31.641469 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9605-97c3-4046-a1cf-19d81dfff7c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (778f87e2-eed6-4ae5-acb9-9a08ac6274e8), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.662941 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Sync routers for ids ['c3e54064-f093-423d-9c05-6182ab73ea34'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:31.690527 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-76966b50-7381-4744-860e-5f7db203f445 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.692016 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-76966b50-7381-4744-860e-5f7db203f445 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1410954 Jul 06 13:45:31.695131 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57974) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:31.698924 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Routers {'c3e54064-f093-423d-9c05-6182ab73ea34'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:31.699778 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['c3e54064-f093-423d-9c05-6182ab73ea34'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:31.700095 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-b77b0a98-b468-4a1a-b4da-261f8dc7b260 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Request body: {'security_group_rule': {'security_group_id': '85d94ff4-eacc-4327-928b-2ba95fe7f230', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:31.706831 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0f998-7810-4d6a-9f16-3f001ac0a650 None None] Pushing event updated for resources: {'Port': ['ID=82686df8-c8a3-485a-ba76-2055da5dc790,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:31.709244 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76966b50-7381-4744-860e-5f7db203f445 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d94ff4-eacc-4327-928b-2ba95fe7f230,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:31.712404 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-92056ba1-9389-4a5a-b33a-68dde17cb771 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/quotas/3b2a80a004e04da7ae12db9f3f87146f HTTP/1.1" status: 200 len: 375 time: 0.0833247 Jul 06 13:45:31.764041 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b77b0a98-b468-4a1a-b4da-261f8dc7b260 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group_rule (001014ff-cd2e-4269-8f4a-08a87880aa9b), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.791474 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-21d896c4-770a-4d26-8f3a-bc88d153c781 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702331 Jul 06 13:45:31.814402 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-872442e6-7d7d-4f4b-8e59-c9ed4679c70b None None] Provisioning complete for port 329e7c9e-d478-4b12-91b0-8576c38210d5 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:31.816103 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-872442e6-7d7d-4f4b-8e59-c9ed4679c70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.824139 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9605-97c3-4046-a1cf-19d81dfff7c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (778f87e2-eed6-4ae5-acb9-9a08ac6274e8), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.837414 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9605-97c3-4046-a1cf-19d81dfff7c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (778f87e2-eed6-4ae5-acb9-9a08ac6274e8), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.872022 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c9605-97c3-4046-a1cf-19d81dfff7c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=778f87e2-eed6-4ae5-acb9-9a08ac6274e8,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:31.890539 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 54f85337-d307-4843-a9e1-8e61c0138047 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:31.930958 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:31.935423 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a8c9605-97c3-4046-a1cf-19d81dfff7c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.939602 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-3a8c9605-97c3-4046-a1cf-19d81dfff7c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7952299 Jul 06 13:45:31.940849 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 57984) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:31.945173 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:31.983113 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b77b0a98-b468-4a1a-b4da-261f8dc7b260 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group_rule (001014ff-cd2e-4269-8f4a-08a87880aa9b), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:31.983918 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-872442e6-7d7d-4f4b-8e59-c9ed4679c70b None None] Port 329e7c9e-d478-4b12-91b0-8576c38210d5 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:45:31.990632 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b77b0a98-b468-4a1a-b4da-261f8dc7b260 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (001014ff-cd2e-4269-8f4a-08a87880aa9b), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:32.000114 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-6afbb257-e005-4610-be1e-90f3402654f5 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741056 Jul 06 13:45:32.002043 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:32.005151 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Set router c3e54064-f093-423d-9c05-6182ab73ea34 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:32.066420 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-872442e6-7d7d-4f4b-8e59-c9ed4679c70b None None] Provisioning complete for port 82686df8-c8a3-485a-ba76-2055da5dc790 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:32.066806 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-872442e6-7d7d-4f4b-8e59-c9ed4679c70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:32.066930 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b77b0a98-b468-4a1a-b4da-261f8dc7b260 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:32.073014 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-b77b0a98-b468-4a1a-b4da-261f8dc7b260 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3720760 Jul 06 13:45:32.073014 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57988) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:32.076049 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-8c386d1b-f045-4f0a-b76b-3bad3446c0a1 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Request body: {'security_group_rule': {'security_group_id': '85d94ff4-eacc-4327-928b-2ba95fe7f230', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:32.113605 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 54f85337-d307-4843-a9e1-8e61c0138047 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:32.114001 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (54f85337-d307-4843-a9e1-8e61c0138047), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:32.158161 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b0a98-b468-4a1a-b4da-261f8dc7b260 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=001014ff-cd2e-4269-8f4a-08a87880aa9b,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:32.186714 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8c386d1b-f045-4f0a-b76b-3bad3446c0a1 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group_rule (4e676340-515f-420e-9dd2-06633d08f59d), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:32.219890 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-e461b215-c5b6-4599-ac8a-dafb47cea91d service neutron] 10.222.0.20 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060413 Jul 06 13:45:32.311239 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8c386d1b-f045-4f0a-b76b-3bad3446c0a1 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group_rule (4e676340-515f-420e-9dd2-06633d08f59d), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:32.320885 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8c386d1b-f045-4f0a-b76b-3bad3446c0a1 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (4e676340-515f-420e-9dd2-06633d08f59d), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:32.358165 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c386d1b-f045-4f0a-b76b-3bad3446c0a1 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e676340-515f-420e-9dd2-06633d08f59d,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:32.374411 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8c386d1b-f045-4f0a-b76b-3bad3446c0a1 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:32.380534 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-8c386d1b-f045-4f0a-b76b-3bad3446c0a1 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3079672 Jul 06 13:45:32.381673 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 57992) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:32.407642 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:32.501257 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:32.506081 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:32.615926 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d2d20bcf-4a54-4e92-bca3-77d48b87d3b1 req-d884de40-a6a0-47fe-9d2f-28d3c49dafa5 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 210 time: 0.0590918 Jul 06 13:45:32.790769 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eaa4d030-ca90-47c3-9190-8212a8369d63 req-0c1e28b0-289f-4e0d-8967-667260254204 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 210 time: 0.1449523 Jul 06 13:45:32.872219 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:32.948113 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Allocated IP 172.27.3.233 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/a7f0293a-680b-4d6a-9673-9f375543cf1e) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:32.955279 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:32.989632 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 54f85337-d307-4843-a9e1-8e61c0138047 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:32.991808 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (54f85337-d307-4843-a9e1-8e61c0138047), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:33.007690 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-872442e6-7d7d-4f4b-8e59-c9ed4679c70b None None] Current status of the port 82686df8-c8a3-485a-ba76-2055da5dc790 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:33.221396 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for port (a7f0293a-680b-4d6a-9673-9f375543cf1e), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:33.230151 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:29Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '329e7c9e-d478-4b12-91b0-8576c38210d5', 'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'mac_address': 'fa:16:3e:9a:2a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:27Z', 'updated_at': '2022-07-06T13:45:29Z', 'revision_number': 2, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'subnets': [{'id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:33.303437 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 54f85337-d307-4843-a9e1-8e61c0138047, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=54f85337-d307-4843-a9e1-8e61c0138047,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:33.309237 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Checking router: c3e54064-f093-423d-9c05-6182ab73ea34 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:33.309773 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Updating router c3e54064-f093-423d-9c05-6182ab73ea34 port 329e7c9e-d478-4b12-91b0-8576c38210d5 binding host dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:45:33.321920 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (a7f0293a-680b-4d6a-9673-9f375543cf1e), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:33.340576 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (54f85337-d307-4843-a9e1-8e61c0138047), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:33.341585 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 32b5256d-f8a7-4c36-acb7-24b70914bae7 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:33.357601 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:33.381898 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Sync routers for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:33.420243 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:33.437446 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Allocated IP 172.27.3.113 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/1acd873d-f4ab-41de-996e-82396ddc410a) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:33.462772 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:33.478926 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:33.502082 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:33.529671 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=54f85337-d307-4843-a9e1-8e61c0138047,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:33.583935 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:33.641864 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:33.714422 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for port (1acd873d-f4ab-41de-996e-82396ddc410a), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:33.764207 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'Port': ['ID=a7f0293a-680b-4d6a-9673-9f375543cf1e,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:33.819974 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:33.835915 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (2660443a-523e-4649-8e18-48d7496fac85), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:33.837837 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (1acd873d-f4ab-41de-996e-82396ddc410a), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:33.850682 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa022931-315b-4522-9b74-89efb345ff4d req-35de396f-2c26-4e3b-893d-0424bde5ebfb tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:33.853366 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-35de396f-2c26-4e3b-893d-0424bde5ebfb tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 819 time: 0.5829742 Jul 06 13:45:33.858434 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.39', 62380) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:33.912094 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:33.912907 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:33.926380 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:33.931469 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-bc81e2bd-4b8c-4bd0-80e2-cff3c4d08254 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/quotas/3b2a80a004e04da7ae12db9f3f87146f HTTP/1.1" status: 200 len: 375 time: 0.0479746 Jul 06 13:45:33.983690 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event updated for resources: {'Port': ['ID=1acd873d-f4ab-41de-996e-82396ddc410a,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:33.992210 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:34.001413 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:34.008146 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 32b5256d-f8a7-4c36-acb7-24b70914bae7 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:34.009854 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:34.019182 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-701ccc5a-5cc1-4a08-a415-16f3e36e6c3e req-711472ff-82e9-47dd-ae68-8f6a71c68643 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 210 time: 0.1709592 Jul 06 13:45:34.294124 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=100 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:34.350110 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-589e88fd-c32b-4425-b436-03862565379c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4156628 Jul 06 13:45:34.366251 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Publish callbacks [] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), precommit_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:34.366911 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:34.383972 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:34.399751 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:34.482791 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1acd873d-f4ab-41de-996e-82396ddc410a), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:34.515538 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-c742fac4-c846-4f80-b271-5318650f908d service neutron] 10.222.0.20 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638551 Jul 06 13:45:34.736571 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 32b5256d-f8a7-4c36-acb7-24b70914bae7 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:34.737174 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:34.740574 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58124) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:34.768872 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-185bf385-1471-4d9d-aa47-6eedcacbf1f3 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400534 Jul 06 13:45:34.851707 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (a7f0293a-680b-4d6a-9673-9f375543cf1e), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:34.865980 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559afae-1a4b-4f42-8402-ba4a1445ba94 None None] Pushing event updated for resources: {'Port': ['ID=329e7c9e-d478-4b12-91b0-8576c38210d5,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:34.917677 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:34.976215 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-fefa92cb-f0b6-498d-8d25-6c6a7442042d tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:34.991534 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-fefa92cb-f0b6-498d-8d25-6c6a7442042d tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.39 "GET /v2.0/networks?id=076be296-74e0-43c0-b50c-a77841c7b395 HTTP/1.1" status: 200 len: 812 time: 1.1213717 Jul 06 13:45:35.015393 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:28Z', 'revision_number': 2, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:35.018694 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for port (1acd873d-f4ab-41de-996e-82396ddc410a), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:35.029398 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (1acd873d-f4ab-41de-996e-82396ddc410a), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:35.032596 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 32b5256d-f8a7-4c36-acb7-24b70914bae7, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=32b5256d-f8a7-4c36-acb7-24b70914bae7,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:35.073892 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:35.074678 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:35.106791 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:35.144695 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-d02fa0ac-8b08-48ff-9e67-240dd8cb649b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Request body: {'port': {'device_id': '965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae', 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395', 'admin_state_up': True, 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:35.174895 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Checking router: 6ce630d3-5c40-4d28-9981-ae1e585a6582 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:35.175524 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Updating router 6ce630d3-5c40-4d28-9981-ae1e585a6582 port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:45:35.341342 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event updated for resources: {'Port': ['ID=1acd873d-f4ab-41de-996e-82396ddc410a,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:35.431446 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:35.434936 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:35.580227 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fb280931-d6d7-40f3-8cd1-cca71a1de51d req-c194ccb3-8abb-4ed3-9c3c-cde56ba2fe03 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 210 time: 0.1412592 Jul 06 13:45:35.608354 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 58164) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:35.613393 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Sync routers for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:45:35.660270 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:35.670965 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-95b5b552-67e1-4b78-a736-1539d557ee7e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2772498 Jul 06 13:45:35.717907 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-db9822e9-10b4-460b-98a3-2b4d955ed31f None None] Provisioning complete for port 329e7c9e-d478-4b12-91b0-8576c38210d5 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:35.718549 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-db9822e9-10b4-460b-98a3-2b4d955ed31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:35.764337 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Attempting to bind port 329e7c9e-d478-4b12-91b0-8576c38210d5 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:35.768333 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Attempting to bind port 329e7c9e-d478-4b12-91b0-8576c38210d5 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:35.769229 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Attempting to bind port 329e7c9e-d478-4b12-91b0-8576c38210d5 on network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:35.776230 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6f657085-fbf1-4a00-bb15-78d1beca5f8c req-09e66e04-22c3-4ea2-b582-5fc9b0746645 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 210 time: 0.0781591 Jul 06 13:45:35.827200 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-951988fc-214c-47bf-9e7a-db1152808125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:35.903111 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:35.903940 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:36.081655 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:36.090443 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Checking segment: {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:36.096640 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:36.096640 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Bound using segment: {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:36.096640 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Bound port: 329e7c9e-d478-4b12-91b0-8576c38210d5, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:36.097344 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:36.212788 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-951988fc-214c-47bf-9e7a-db1152808125 admin admin] Publish callbacks [] for security_group (571e9439-d963-472b-b782-65e748dc58bd), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:36.221685 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-951988fc-214c-47bf-9e7a-db1152808125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (571e9439-d963-472b-b782-65e748dc58bd), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:36.283318 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:36.292982 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2345a327-0bed-4afc-a857-516b93a22a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:36.361463 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=100 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:36.369099 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:36.399907 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-951988fc-214c-47bf-9e7a-db1152808125 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5080a0e6cfb24d799c3b31cec1d073bc&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7760165 Jul 06 13:45:36.399907 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951988fc-214c-47bf-9e7a-db1152808125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571e9439-d963-472b-b782-65e748dc58bd,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:36.404757 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 58214) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:36.474379 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:36.479083 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:36.483301 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.39', 62390) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:36.709833 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Publish callbacks [] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:36.725169 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:36.854215 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:36.877493 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-d02fa0ac-8b08-48ff-9e67-240dd8cb649b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Made reservation on behalf of d48e24dbeaa241d7a97350fb2c8187b9 for: {'port': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:36.886220 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-d02fa0ac-8b08-48ff-9e67-240dd8cb649b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:36.920599 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:37.137321 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab654704-adda-47ad-bd0b-383e0eb7b45a None None] Pushing event updated for resources: {'Port': ['ID=b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:37.247164 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=32b5256d-f8a7-4c36-acb7-24b70914bae7,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:37.382386 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for port (a7f0293a-680b-4d6a-9673-9f375543cf1e), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:37.417145 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (a7f0293a-680b-4d6a-9673-9f375543cf1e), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:37.422206 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-db9822e9-10b4-460b-98a3-2b4d955ed31f None None] Port 329e7c9e-d478-4b12-91b0-8576c38210d5 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:45:37.554120 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2345a327-0bed-4afc-a857-516b93a22a2f admin admin] Publish callbacks [] for security_group (c86f8cdb-d968-498c-8265-811054a468d9), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:37.577798 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Attempting to bind port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:37.585532 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Attempting to bind port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:37.586555 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Attempting to bind port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 on network 971af843-a8c2-4694-8a42-a011949622a1 {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:37.606498 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (2660443a-523e-4649-8e18-48d7496fac85), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:37.613630 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:37.614694 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Checking segment: {'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:37.615820 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:37.616649 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Bound using segment: {'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:37.634928 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Bound port: b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:37.636105 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:37.637822 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2345a327-0bed-4afc-a857-516b93a22a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (c86f8cdb-d968-498c-8265-811054a468d9), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:37.708224 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345a327-0bed-4afc-a857-516b93a22a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f8cdb-d968-498c-8265-811054a468d9,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:37.708491 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] For port 329e7c9e-d478-4b12-91b0-8576c38210d5, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:37.715352 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] For port 329e7c9e-d478-4b12-91b0-8576c38210d5, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=329e7c9e-d478-4b12-91b0-8576c38210d5,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:37.730721 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9832b69c-0525-4612-b227-c1e8d1690782 req-d4d42a03-9049-4e4c-ab65-50f786a3d67f tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 210 time: 0.2081981 Jul 06 13:45:37.760069 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-d02fa0ac-8b08-48ff-9e67-240dd8cb649b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Allocated IP 172.20.0.14 (076be296-74e0-43c0-b50c-a77841c7b395/4e1d880a-3be2-4de8-bd8c-fd9fd02c1456/8a192dda-4324-4e22-921f-fbd7d7236d23) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:37.766797 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'Port': ['ID=a7f0293a-680b-4d6a-9673-9f375543cf1e,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:37.775757 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-382b2297-768a-4fe6-8018-4ebed3e4b82c admin admin] Publish callbacks [] for security_group (571e9439-d963-472b-b782-65e748dc58bd), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:37.796491 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:37.798265 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-3a016e48-eeba-459b-9a81-2933dd87fdad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8573744 Jul 06 13:45:37.805843 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=9 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:37.846275 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-2345a327-0bed-4afc-a857-516b93a22a2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eceed8c4586040e78e2514434c8451ba&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0728724 Jul 06 13:45:37.848418 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58250) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:37.888206 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:37.895970 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] For port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:37.903002 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] For port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:37.919261 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:37.938506 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-382b2297-768a-4fe6-8018-4ebed3e4b82c admin admin] Publish callbacks [] for security_group (571e9439-d963-472b-b782-65e748dc58bd), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:38.058301 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-cdba372c-6286-4506-ac5d-9e49bccc3414 None None] Provisioning complete for port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:38.064680 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-cdba372c-6286-4506-ac5d-9e49bccc3414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:38.123991 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.39', 62395) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:38.144924 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-3074e4da-d312-40b6-911b-f2b86c49ddee tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--55942230&fields=id&tenant_id=05df572327d54bd99595974b75898052 HTTP/1.1" status: 200 len: 267 time: 1.5235562 Jul 06 13:45:38.166967 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:38.168579 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:38.212839 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-382b2297-768a-4fe6-8018-4ebed3e4b82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (571e9439-d963-472b-b782-65e748dc58bd), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:38.215454 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-382b2297-768a-4fe6-8018-4ebed3e4b82c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:38.219682 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-382b2297-768a-4fe6-8018-4ebed3e4b82c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/571e9439-d963-472b-b782-65e748dc58bd HTTP/1.1" status: 204 len: 168 time: 1.8096445 Jul 06 13:45:38.226723 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233da81a-7cab-427b-b2dd-7957833fd68d req-188559c8-fd9b-4f06-b2a0-56a923355844 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:38.228374 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-188559c8-fd9b-4f06-b2a0-56a923355844 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 819 time: 1.7299359 Jul 06 13:45:38.237765 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab654704-adda-47ad-bd0b-383e0eb7b45a None None] Pushing event updated for resources: {'Port': ['ID=b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6,revision_number=4']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:38.253221 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b2297-768a-4fe6-8018-4ebed3e4b82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571e9439-d963-472b-b782-65e748dc58bd,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:38.267773 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-233da81a-7cab-427b-b2dd-7957833fd68d req-4a3abee9-4cd9-42a6-9ef8-2a4ce268a1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Request body: {'port': {'device_id': '12bddea9-d545-43f2-9bf7-5e723900c8c6', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'admin_state_up': True, 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:38.539602 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:38.553225 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:38.579468 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ea4da219-9411-4757-93e8-d0adba959f49 admin admin] Publish callbacks [] for security_group (c86f8cdb-d968-498c-8265-811054a468d9), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:38.591385 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:38.591904 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:38.649075 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5559afae-1a4b-4f42-8402-ba4a1445ba94 None None] Pushing event updated for resources: {'Port': ['ID=329e7c9e-d478-4b12-91b0-8576c38210d5,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:38.656980 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Routers {'c3e54064-f093-423d-9c05-6182ab73ea34'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:38.657981 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['c3e54064-f093-423d-9c05-6182ab73ea34'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:38.804618 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-db4b590b-1809-4a3b-9863-422d65f1505c req-b4d7d07f-1761-45ca-a8d4-7da5bfad6a8b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 210 time: 0.4344251 Jul 06 13:45:38.955754 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:39.007392 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ea4da219-9411-4757-93e8-d0adba959f49 admin admin] Publish callbacks [] for security_group (c86f8cdb-d968-498c-8265-811054a468d9), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:39.101188 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:37Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:39.149611 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-82900287-d96f-4ab6-8bc3-156fdd0254dd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:39.165658 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-82900287-d96f-4ab6-8bc3-156fdd0254dd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/networks?id=971af843-a8c2-4694-8a42-a011949622a1 HTTP/1.1" status: 200 len: 810 time: 1.0187361 Jul 06 13:45:39.183047 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f4798-7435-4c21-a3b0-0361914a7035 None None] The sync data for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi is: [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:37Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:39.184346 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233da81a-7cab-427b-b2dd-7957833fd68d req-4a3abee9-4cd9-42a6-9ef8-2a4ce268a1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Made reservation on behalf of 3b2a80a004e04da7ae12db9f3f87146f for: {'port': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:39.205108 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-233da81a-7cab-427b-b2dd-7957833fd68d req-4a3abee9-4cd9-42a6-9ef8-2a4ce268a1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:39.229682 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa022931-315b-4522-9b74-89efb345ff4d req-6d399c3c-598a-4475-9234-1215b0dff332 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:39.231580 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-01689a83-92c2-4fc1-aba9-f026ac0337c8 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/quotas/05df572327d54bd99595974b75898052 HTTP/1.1" status: 200 len: 375 time: 0.0651412 Jul 06 13:45:39.241928 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-6d399c3c-598a-4475-9234-1215b0dff332 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 819 time: 1.1023643 Jul 06 13:45:39.288951 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=85e7ae3f-bdf5-4fde-bfbe-ebba322434b8,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:39.301389 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-aa022931-315b-4522-9b74-89efb345ff4d req-5e20851d-d689-4cd2-aa47-5d0a9ad7703d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Request body: {'port': {'device_id': 'c801676d-524f-42fc-a2b8-fe4186986d95', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'admin_state_up': True, 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:39.306457 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:39.308926 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 2, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:39.324623 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-d02fa0ac-8b08-48ff-9e67-240dd8cb649b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Publish callbacks [] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:39.389916 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] Set router c3e54064-f093-423d-9c05-6182ab73ea34 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:39.404933 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:39.500381 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ea4da219-9411-4757-93e8-d0adba959f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (c86f8cdb-d968-498c-8265-811054a468d9), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:39.515262 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ea4da219-9411-4757-93e8-d0adba959f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:39.523162 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-ea4da219-9411-4757-93e8-d0adba959f49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c86f8cdb-d968-498c-8265-811054a468d9 HTTP/1.1" status: 204 len: 168 time: 1.6541276 Jul 06 13:45:39.540503 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Checking router: 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:45:39.540859 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Updating router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b binding host dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:45:39.705405 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4da219-9411-4757-93e8-d0adba959f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f8cdb-d968-498c-8265-811054a468d9,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:40.003290 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 54f85337-d307-4843-a9e1-8e61c0138047 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:40.073500 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-8be2eef6-0d75-4461-9e44-c72ccb5d325c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=05df572327d54bd99595974b75898052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8409491 Jul 06 13:45:40.096043 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a71ebdcc-536b-4c47-b95e-4c9822a93274 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1493278310&fields=id&tenant_id=bd85f2a57a0847debf5aaf81aab7a638 HTTP/1.1" status: 200 len: 267 time: 0.5599041 Jul 06 13:45:40.100529 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa022931-315b-4522-9b74-89efb345ff4d req-5e20851d-d689-4cd2-aa47-5d0a9ad7703d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Made reservation on behalf of 3b2a80a004e04da7ae12db9f3f87146f for: {'port': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:40.106746 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aa022931-315b-4522-9b74-89efb345ff4d req-5e20851d-d689-4cd2-aa47-5d0a9ad7703d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:40.292398 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-f1d4fbff-a729-4278-adc9-d7cd6365bcd8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:40.294371 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-f1d4fbff-a729-4278-adc9-d7cd6365bcd8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 815 time: 0.1843605 Jul 06 13:45:40.295477 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-d02fa0ac-8b08-48ff-9e67-240dd8cb649b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:40.347576 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [req-233da81a-7cab-427b-b2dd-7957833fd68d req-4a3abee9-4cd9-42a6-9ef8-2a4ce268a1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Allocated IP 172.20.0.4 (f1ea0748-7e5f-4bd2-b8bf-076ecf50758f/9806b401-03c7-4f28-8619-f79f2cfb04ef/0a503503-bc5a-427b-9188-0939c526e5da) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:40.496037 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 54f85337-d307-4843-a9e1-8e61c0138047 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:40.496413 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (54f85337-d307-4843-a9e1-8e61c0138047), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:40.548967 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-d02fa0ac-8b08-48ff-9e67-240dd8cb649b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Network 076be296-74e0-43c0-b50c-a77841c7b395 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:40.553918 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a03ed3a6-d49f-48c1-a7dc-035f4171f148 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/quotas/bd85f2a57a0847debf5aaf81aab7a638 HTTP/1.1" status: 200 len: 375 time: 0.2282944 Jul 06 13:45:40.605861 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:40.648049 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:40.654845 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bc70fcb7-218e-47fc-9627-e32c03d38852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:40.685201 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa0ac-8b08-48ff-9e67-240dd8cb649b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Pushing event updated for resources: {'Port': ['ID=8a192dda-4324-4e22-921f-fbd7d7236d23,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:40.693427 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-d02fa0ac-8b08-48ff-9e67-240dd8cb649b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:40.707655 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:40.712469 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-fd209578-ea81-47a6-a9f7-311d3d5a24e6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471350 Jul 06 13:45:40.807932 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=85e7ae3f-bdf5-4fde-bfbe-ebba322434b8,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:40.830551 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-cdba372c-6286-4506-ac5d-9e49bccc3414 None None] Current status of the port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:40.830908 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-cdba372c-6286-4506-ac5d-9e49bccc3414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:40.945132 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-233da81a-7cab-427b-b2dd-7957833fd68d req-4a3abee9-4cd9-42a6-9ef8-2a4ce268a1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for port (0a503503-bc5a-427b-9188-0939c526e5da), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:41.053302 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-233da81a-7cab-427b-b2dd-7957833fd68d req-4a3abee9-4cd9-42a6-9ef8-2a4ce268a1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (0a503503-bc5a-427b-9188-0939c526e5da), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:41.223361 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:41.227672 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-2a1d8a87-ea41-4f13-8451-7102ce49e90e service neutron] 10.222.0.20 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125820 Jul 06 13:45:41.322360 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-d02fa0ac-8b08-48ff-9e67-240dd8cb649b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:41.332922 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-d02fa0ac-8b08-48ff-9e67-240dd8cb649b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:41.333985 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-d02fa0ac-8b08-48ff-9e67-240dd8cb649b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:41.355479 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233da81a-7cab-427b-b2dd-7957833fd68d req-4a3abee9-4cd9-42a6-9ef8-2a4ce268a1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:41.366278 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b981c551-dc05-4315-8dbc-473149602d88 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:45:41.371690 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b981c551-dc05-4315-8dbc-473149602d88 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7494409 Jul 06 13:45:41.491995 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [req-aa022931-315b-4522-9b74-89efb345ff4d req-5e20851d-d689-4cd2-aa47-5d0a9ad7703d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Allocated IP 172.20.0.7 (f1ea0748-7e5f-4bd2-b8bf-076ecf50758f/9806b401-03c7-4f28-8619-f79f2cfb04ef/13a49a96-2359-4685-a057-014466405458) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:41.561378 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:41.585652 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-d02fa0ac-8b08-48ff-9e67-240dd8cb649b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4796138 Jul 06 13:45:41.629334 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Publish callbacks [] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), precommit_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:41.663417 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [req-233da81a-7cab-427b-b2dd-7957833fd68d req-4a3abee9-4cd9-42a6-9ef8-2a4ce268a1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:41.673954 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3abee9-4cd9-42a6-9ef8-2a4ce268a1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Pushing event updated for resources: {'Port': ['ID=0a503503-bc5a-427b-9188-0939c526e5da,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:41.684465 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [req-233da81a-7cab-427b-b2dd-7957833fd68d req-4a3abee9-4cd9-42a6-9ef8-2a4ce268a1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:41.700710 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233da81a-7cab-427b-b2dd-7957833fd68d req-4a3abee9-4cd9-42a6-9ef8-2a4ce268a1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:41.704170 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-233da81a-7cab-427b-b2dd-7957833fd68d req-4a3abee9-4cd9-42a6-9ef8-2a4ce268a1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:41.760769 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-3381b6f7-4ed4-4f17-9b39-b9e902c5afcc service neutron] 10.222.0.20 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760774 Jul 06 13:45:41.842041 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-7d4423b0-3ecb-4245-87be-d31a102e43f6 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110605) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:45:41.844207 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-7d4423b0-3ecb-4245-87be-d31a102e43f6 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0318992 Jul 06 13:45:41.937976 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:42.016586 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-17007097-1f3e-4ec0-90fb-708122f68cf2 service neutron] 10.222.0.20 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383504 Jul 06 13:45:42.027717 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-4a3abee9-4cd9-42a6-9ef8-2a4ce268a1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7658916 Jul 06 13:45:42.047378 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:29Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '329e7c9e-d478-4b12-91b0-8576c38210d5', 'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'mac_address': 'fa:16:3e:9a:2a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:27Z', 'updated_at': '2022-07-06T13:45:37Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'subnets': [{'id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:42.049438 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 54f85337-d307-4843-a9e1-8e61c0138047 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:42.051665 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 82686df8-c8a3-485a-ba76-2055da5dc790 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:42.092508 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-cdba372c-6286-4506-ac5d-9e49bccc3414 None None] For port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:42.099396 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4c320-a83f-4fd8-b888-1eb10882bc27 None None] Pushing event updated for resources: {'Port': ['ID=2ab90ef9-4261-4dfe-ae46-c791ccbac38b,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:42.182551 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-cdba372c-6286-4506-ac5d-9e49bccc3414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:42.278912 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a248d5-c01b-4bc0-b7d1-b6256ce1bd31 None None] The sync data for ids ['c3e54064-f093-423d-9c05-6182ab73ea34'] in dv-cinder-819149-8-iscsi is: [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:29Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '329e7c9e-d478-4b12-91b0-8576c38210d5', 'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'mac_address': 'fa:16:3e:9a:2a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:27Z', 'updated_at': '2022-07-06T13:45:37Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'subnets': [{'id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:42.324970 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-67ff4f4d-f38b-4a4a-bc60-a9a3ecd24782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:42.376764 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:42.511647 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-4dc464cc-cb98-4237-bad6-286f7e147f7a None None] Provisioning complete for port 329e7c9e-d478-4b12-91b0-8576c38210d5 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:42.514868 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4dc464cc-cb98-4237-bad6-286f7e147f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:42.653293 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba372c-6286-4506-ac5d-9e49bccc3414 None None] Pushing event updated for resources: {'Port': ['ID=b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:42.752403 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 82686df8-c8a3-485a-ba76-2055da5dc790 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:42.755150 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:42.802822 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:42.806540 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aa022931-315b-4522-9b74-89efb345ff4d req-5e20851d-d689-4cd2-aa47-5d0a9ad7703d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for port (13a49a96-2359-4685-a057-014466405458), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:42.847018 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-6ec8fbe7-a7f3-4a1a-ba69-3513822f1252 service neutron] 10.222.0.20 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6050632 Jul 06 13:45:42.974450 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Request body: {'port': {'device_id': '965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:43.021594 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aa022931-315b-4522-9b74-89efb345ff4d req-5e20851d-d689-4cd2-aa47-5d0a9ad7703d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (13a49a96-2359-4685-a057-014466405458), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:43.149015 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa022931-315b-4522-9b74-89efb345ff4d req-5e20851d-d689-4cd2-aa47-5d0a9ad7703d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:43.199162 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [req-aa022931-315b-4522-9b74-89efb345ff4d req-5e20851d-d689-4cd2-aa47-5d0a9ad7703d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:43.205679 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa022931-315b-4522-9b74-89efb345ff4d req-5e20851d-d689-4cd2-aa47-5d0a9ad7703d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:43.215985 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa022931-315b-4522-9b74-89efb345ff4d req-5e20851d-d689-4cd2-aa47-5d0a9ad7703d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:43.217395 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aa022931-315b-4522-9b74-89efb345ff4d req-5e20851d-d689-4cd2-aa47-5d0a9ad7703d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:43.326926 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-5e20851d-d689-4cd2-aa47-5d0a9ad7703d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0594935 Jul 06 13:45:43.413457 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Request body: {'port': {'device_id': 'c801676d-524f-42fc-a2b8-fe4186986d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:43.423683 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaee8b0-9329-44d1-8e37-e6e2c9a00b54 req-84169373-0626-478f-8306-cbf396ccaea1 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:43.437774 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dfaee8b0-9329-44d1-8e37-e6e2c9a00b54 req-84169373-0626-478f-8306-cbf396ccaea1 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 932 time: 0.7371793 Jul 06 13:45:43.438219 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Attempting to bind port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:43.438750 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Attempting to bind port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:43.439120 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Attempting to bind port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b on network 599de418-b206-4788-89c1-e9276ab94414 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:43.494079 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:43.498048 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Checking segment: {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:43.502155 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:43.504591 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Bound using segment: {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:43.506597 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Bound port: 2ab90ef9-4261-4dfe-ae46-c791ccbac38b, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:43.512325 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:43.546961 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:43.795064 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dfaee8b0-9329-44d1-8e37-e6e2c9a00b54 req-2a4e781f-11d8-467f-a628-68dfb613b750 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548911 Jul 06 13:45:43.834750 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Request body: {'port': {'device_id': '12bddea9-d545-43f2-9bf7-5e723900c8c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:43.835075 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] For port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:43.860685 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] For port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=2ab90ef9-4261-4dfe-ae46-c791ccbac38b,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:43.901864 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:43.921354 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20851d-d689-4cd2-aa47-5d0a9ad7703d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Pushing event updated for resources: {'Port': ['ID=13a49a96-2359-4685-a057-014466405458,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:43.958709 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:44.104622 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b05813-7514-4159-a181-4325f8efbfe7 req-41c52d40-4fb7-4595-bc0b-bc0141a570bd tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:44.109988 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-18b05813-7514-4159-a181-4325f8efbfe7 req-41c52d40-4fb7-4595-bc0b-bc0141a570bd tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 931 time: 0.7704749 Jul 06 13:45:44.244444 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:44.245574 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:44.530941 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (13a49a96-2359-4685-a057-014466405458), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:44.549827 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-da1e50f2-93b4-42a2-9a0e-16a2438fddfe req-35c76039-b896-48bc-8c52-f26b45bd93af tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 210 time: 0.3063455 Jul 06 13:45:44.567558 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-4dc464cc-cb98-4237-bad6-286f7e147f7a None None] Current status of the port 329e7c9e-d478-4b12-91b0-8576c38210d5 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:44.567954 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4dc464cc-cb98-4237-bad6-286f7e147f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:44.579003 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-18b05813-7514-4159-a181-4325f8efbfe7 req-f186410d-be36-4287-b293-f76e8c96a1c7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425755 Jul 06 13:45:44.651145 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58464) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:44.658078 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 82686df8-c8a3-485a-ba76-2055da5dc790 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:44.659286 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:44.808971 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (0a503503-bc5a-427b-9188-0939c526e5da), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:44.851156 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:44.855098 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:45:44.859647 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:45:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:44.891025 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0175fb47-ad2a-4d31-b011-7e39fccd29a4 req-53656ad5-e166-4c77-9940-b758b9455afc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 210 time: 0.1028516 Jul 06 13:45:45.029748 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a192dda-4324-4e22-921f-fbd7d7236d23 {{(pid=110606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:45:45.069373 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Publish callbacks [] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:45.196582 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.provisioning_blocks [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Transition to ACTIVE for port object 8a192dda-4324-4e22-921f-fbd7d7236d23 will not be triggered until provisioned by entity L2. {{(pid=110606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:45:45.204737 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:45.349395 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-4dc464cc-cb98-4237-bad6-286f7e147f7a None None] For port 329e7c9e-d478-4b12-91b0-8576c38210d5, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=329e7c9e-d478-4b12-91b0-8576c38210d5,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:45.398051 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4dc464cc-cb98-4237-bad6-286f7e147f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:45.416678 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4c320-a83f-4fd8-b888-1eb10882bc27 None None] Pushing event updated for resources: {'Port': ['ID=2ab90ef9-4261-4dfe-ae46-c791ccbac38b,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:45.446141 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.39', 62409) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:45.469753 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-4dc464cc-cb98-4237-bad6-286f7e147f7a None None] Provisioning complete for port 0a503503-bc5a-427b-9188-0939c526e5da triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:45.471941 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Pushing event updated for resources: {'Port': ['ID=8a192dda-4324-4e22-921f-fbd7d7236d23,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:45.472795 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4dc464cc-cb98-4237-bad6-286f7e147f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (0a503503-bc5a-427b-9188-0939c526e5da), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:45.667958 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a49a96-2359-4685-a057-014466405458 {{(pid=110605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:45:45.683062 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Publish callbacks [] for port (13a49a96-2359-4685-a057-014466405458), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:45.717065 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.provisioning_blocks [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Transition to ACTIVE for port object 13a49a96-2359-4685-a057-014466405458 will not be triggered until provisioned by entity L2. {{(pid=110605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:45:45.778394 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 58492) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:46.062549 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Attempting to bind port 8a192dda-4324-4e22-921f-fbd7d7236d23 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:46.063237 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Attempting to bind port 8a192dda-4324-4e22-921f-fbd7d7236d23 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '133e991b-bde6-4110-8978-46a56c0514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395'}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:46.063860 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Attempting to bind port 8a192dda-4324-4e22-921f-fbd7d7236d23 on network 076be296-74e0-43c0-b50c-a77841c7b395 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:46.083280 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2f698d32-8d67-422c-8cfd-b1c9bf62cf9d req-5e8f71a3-ca4a-4e58-9e8d-6ce7d27be502 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 210 time: 0.1707249 Jul 06 13:45:46.089781 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e42be4c2-dc23-455e-a9f3-08ba9e91325f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:46.136765 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:46.137625 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:46.145899 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c226fc2-5f69-4eb8-ac12-2039d12f41db req-919d1cc5-c568-4041-9735-f33d6a64e030 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:46.148159 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6c226fc2-5f69-4eb8-ac12-2039d12f41db req-919d1cc5-c568-4041-9735-f33d6a64e030 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 1.1349556 Jul 06 13:45:46.169585 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (13a49a96-2359-4685-a057-014466405458), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:46.265459 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Port 8a192dda-4324-4e22-921f-fbd7d7236d23 on network 076be296-74e0-43c0-b50c-a77841c7b395 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:45:46.265784 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Attempting to bind port 8a192dda-4324-4e22-921f-fbd7d7236d23 on network 076be296-74e0-43c0-b50c-a77841c7b395 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:46.325811 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=13a49a96-2359-4685-a057-014466405458,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:46.331274 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6c226fc2-5f69-4eb8-ac12-2039d12f41db req-db968f97-0203-47f0-9995-b8296b8103e0 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575124 Jul 06 13:45:46.349333 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-12873667-04e4-4d98-9a3c-c0bf0c3e6120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:46.352695 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:46.353074 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Checking segment: {'id': '133e991b-bde6-4110-8978-46a56c0514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:46.353997 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Bound using segment: {'id': '133e991b-bde6-4110-8978-46a56c0514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395'} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:46.354316 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Bound port: 8a192dda-4324-4e22-921f-fbd7d7236d23, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '133e991b-bde6-4110-8978-46a56c0514f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395'}}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:46.354675 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:46.382354 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:46.435361 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3de485-c862-49da-b026-22c443c6cf97 req-98b8d23b-46ed-4d9f-8a90-32ae0cfdbfad tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:46.448470 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6b3de485-c862-49da-b026-22c443c6cf97 req-98b8d23b-46ed-4d9f-8a90-32ae0cfdbfad tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.1798289 Jul 06 13:45:46.487642 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-12873667-04e4-4d98-9a3c-c0bf0c3e6120 admin admin] Publish callbacks [] for security_group (ba4c9838-a5c6-4767-aa88-d16fcac2e216), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:46.514686 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-12873667-04e4-4d98-9a3c-c0bf0c3e6120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (ba4c9838-a5c6-4767-aa88-d16fcac2e216), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:46.533685 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-5f0b1105-aec7-4355-bd40-22906cd4f5f4 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:46.536820 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc464cc-cb98-4237-bad6-286f7e147f7a None None] Pushing event updated for resources: {'Port': ['ID=329e7c9e-d478-4b12-91b0-8576c38210d5,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:46.539407 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-5f0b1105-aec7-4355-bd40-22906cd4f5f4 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.39 "GET /v2.0/networks?id=971af843-a8c2-4694-8a42-a011949622a1 HTTP/1.1" status: 200 len: 810 time: 1.0428746 Jul 06 13:45:46.581953 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-12873667-04e4-4d98-9a3c-c0bf0c3e6120 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7c55552b8bb945818f81c7ed751bf6cf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9042242 Jul 06 13:45:46.603555 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58506) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:46.646633 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:45:46.653607 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:46.732719 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-4dc464cc-cb98-4237-bad6-286f7e147f7a None None] Port 0a503503-bc5a-427b-9188-0939c526e5da cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:45:46.803407 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:46.823263 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:46.826392 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:46.859652 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6b3de485-c862-49da-b026-22c443c6cf97 req-dea6688f-46a6-4767-aabd-924374150976 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094758 Jul 06 13:45:46.873116 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] For port 8a192dda-4324-4e22-921f-fbd7d7236d23, host hv-cinder-81914, cleared binding levels {{(pid=110606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:46.891194 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] For port 8a192dda-4324-4e22-921f-fbd7d7236d23, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8a192dda-4324-4e22-921f-fbd7d7236d23,segment=NetworkSegment(133e991b-bde6-4110-8978-46a56c0514f2),segment_id=133e991b-bde6-4110-8978-46a56c0514f2)] {{(pid=110606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:46.946612 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8ac374f7-b605-44ea-b8d0-61b0f9c15251 req-322f6d50-fdc5-4bed-a457-8c355ed0c5e9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 210 time: 0.1317291 Jul 06 13:45:46.971495 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:47.092857 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-4dc464cc-cb98-4237-bad6-286f7e147f7a None None] Provisioning complete for port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:47.093259 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4dc464cc-cb98-4237-bad6-286f7e147f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:47.140302 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:47.161088 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Attempting to bind port 13a49a96-2359-4685-a057-014466405458 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:47.164020 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Attempting to bind port 13a49a96-2359-4685-a057-014466405458 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:47.164589 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Attempting to bind port 13a49a96-2359-4685-a057-014466405458 on network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:47.187948 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e42be4c2-dc23-455e-a9f3-08ba9e91325f admin admin] Publish callbacks [] for security_group (74cb13a5-e135-4018-8004-bb6636b33f3a), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:47.235842 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-aa71bbb0-67aa-47a5-992e-b3087706be6e admin admin] Publish callbacks [] for security_group (ba4c9838-a5c6-4767-aa88-d16fcac2e216), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:47.260397 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Port 13a49a96-2359-4685-a057-014466405458 on network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:45:47.260854 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Attempting to bind port 13a49a96-2359-4685-a057-014466405458 on network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:47.273264 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:47.276210 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12873667-04e4-4d98-9a3c-c0bf0c3e6120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4c9838-a5c6-4767-aa88-d16fcac2e216,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:47.277230 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:47.286915 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] 10.222.0.39 "PUT /v2.0/ports/8a192dda-4324-4e22-921f-fbd7d7236d23 HTTP/1.1" status: 200 len: 1094 time: 4.8452349 Jul 06 13:45:47.310229 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:47.311937 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 32b5256d-f8a7-4c36-acb7-24b70914bae7 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:47.338075 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae', 'tag': '8a192dda-4324-4e22-921f-fbd7d7236d23'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:45:47.374958 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:47.377360 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Checking segment: {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:47.379567 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Bound using segment: {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:47.380109 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Bound port: 13a49a96-2359-4685-a057-014466405458, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'}}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:47.380564 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (13a49a96-2359-4685-a057-014466405458), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:47.424453 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-aa71bbb0-67aa-47a5-992e-b3087706be6e admin admin] Publish callbacks [] for security_group (ba4c9838-a5c6-4767-aa88-d16fcac2e216), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:47.479962 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:47.483875 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e42be4c2-dc23-455e-a9f3-08ba9e91325f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (74cb13a5-e135-4018-8004-bb6636b33f3a), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:47.502429 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-4dc464cc-cb98-4237-bad6-286f7e147f7a None None] Current status of the port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:47.537841 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 32b5256d-f8a7-4c36-acb7-24b70914bae7 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:47.538823 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:47.582866 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:43Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:47.649344 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-e42be4c2-dc23-455e-a9f3-08ba9e91325f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fb70788b58f648acbdfe25cc67c11ace&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8558204 Jul 06 13:45:47.682809 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-258b1ecf-b8de-490a-be4d-cf278e4fea0d req-5e053da5-b4fe-4ff2-9458-df76a447ff5c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 210 time: 0.4484923 Jul 06 13:45:47.683768 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 58530) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:47.731470 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c56a6b-e7cf-4f33-a5d1-e8c12ee54d05 None None] The sync data for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi is: [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:43Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:45:47.755611 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-33b158df-2864-48cc-b826-5254aa380ad7 None None] Provisioning complete for port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:47.756007 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-33b158df-2864-48cc-b826-5254aa380ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:47.762811 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.39', 62413) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:47.763551 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:47.814314 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42be4c2-dc23-455e-a9f3-08ba9e91325f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cb13a5-e135-4018-8004-bb6636b33f3a,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:47.888353 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] For port 13a49a96-2359-4685-a057-014466405458, host hv-cinder-81914, cleared binding levels {{(pid=110605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:47.919454 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414c86d-7f80-469d-90c1-e1a680cc6937 service neutron] Pushing event updated for resources: {'Port': ['ID=8a192dda-4324-4e22-921f-fbd7d7236d23,revision_number=3']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:47.919857 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd98262-1461-4a4a-a663-e5de993a93dc req-647c76af-af20-42e5-8b63-2abd219f49cb tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:47.925983 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6fd98262-1461-4a4a-a663-e5de993a93dc req-647c76af-af20-42e5-8b63-2abd219f49cb tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.3281054 Jul 06 13:45:47.940611 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-50625811-ebdd-483e-bdae-d46befec515d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05df572327d54bd99595974b75898052 HTTP/1.1" status: 200 len: 378 time: 0.9966187 Jul 06 13:45:47.954988 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a503503-bc5a-427b-9188-0939c526e5da {{(pid=110605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:45:47.962010 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafdfd2a-bd07-4ea6-a4e0-ce035216b4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae", "tag": "8a192dda-4324-4e22-921f-fbd7d7236d23"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:47.973179 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Publish callbacks [] for port (0a503503-bc5a-427b-9188-0939c526e5da), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:47.989681 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.provisioning_blocks [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Transition to ACTIVE for port object 0a503503-bc5a-427b-9188-0939c526e5da will not be triggered until provisioned by entity L2. {{(pid=110605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:45:48.036158 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (0a503503-bc5a-427b-9188-0939c526e5da), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:48.042585 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] For port 13a49a96-2359-4685-a057-014466405458, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=13a49a96-2359-4685-a057-014466405458,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:48.151711 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 32b5256d-f8a7-4c36-acb7-24b70914bae7 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:48.185411 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-d8999312-c951-4366-9262-6190e75eda4d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:48.187206 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-d8999312-c951-4366-9262-6190e75eda4d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 815 time: 0.3483000 Jul 06 13:45:48.263288 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-7e371ccd-aefe-4b62-babe-c7df477c2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:48.274217 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-7e371ccd-aefe-4b62-babe-c7df477c2889 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d48e24dbeaa241d7a97350fb2c8187b9&device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 1128 time: 0.5091608 Jul 06 13:45:48.318391 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-aa71bbb0-67aa-47a5-992e-b3087706be6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (ba4c9838-a5c6-4767-aa88-d16fcac2e216), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:48.329196 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-aa71bbb0-67aa-47a5-992e-b3087706be6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:48.341408 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-33b158df-2864-48cc-b826-5254aa380ad7 None None] Current status of the port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:48.342702 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-33b158df-2864-48cc-b826-5254aa380ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:48.343420 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-42718e91-e8d1-43d2-ba2f-15e438178cb0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Request body: {'port': {'device_id': '546a77fd-66e1-4d89-afa3-58d632b09186', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'admin_state_up': True, 'tenant_id': '05df572327d54bd99595974b75898052', 'security_groups': ['85d94ff4-eacc-4327-928b-2ba95fe7f230']}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:48.347299 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-aa71bbb0-67aa-47a5-992e-b3087706be6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba4c9838-a5c6-4767-aa88-d16fcac2e216 HTTP/1.1" status: 204 len: 168 time: 1.7327228 Jul 06 13:45:48.348661 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (13a49a96-2359-4685-a057-014466405458), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:48.487446 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-33b158df-2864-48cc-b826-5254aa380ad7 None None] For port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=2ab90ef9-4261-4dfe-ae46-c791ccbac38b,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:45:48.494986 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-33b158df-2864-48cc-b826-5254aa380ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:48.559370 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:48.606952 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820659f9-e335-45e6-ba37-f71f0de52295 req-39241273-6ce1-423e-9d4d-e7c79a372c0f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:48.609122 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-820659f9-e335-45e6-ba37-f71f0de52295 req-39241273-6ce1-423e-9d4d-e7c79a372c0f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.4206989 Jul 06 13:45:48.619162 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Pushing event updated for resources: {'Port': ['ID=0a503503-bc5a-427b-9188-0939c526e5da,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:48.690465 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:48.693443 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:48.698450 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] 10.222.0.39 "PUT /v2.0/ports/13a49a96-2359-4685-a057-014466405458 HTTP/1.1" status: 200 len: 1093 time: 5.3078740 Jul 06 13:45:48.713245 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-67ae86b2-7c27-48b4-9624-8774c0466c83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a192dda-4324-4e22-921f-fbd7d7236d23 HTTP/1.1" status: 200 len: 217 time: 0.3353939 Jul 06 13:45:48.716275 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c801676d-524f-42fc-a2b8-fe4186986d95', 'tag': '13a49a96-2359-4685-a057-014466405458'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:45:48.727876 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b158df-2864-48cc-b826-5254aa380ad7 None None] Pushing event updated for resources: {'Port': ['ID=2ab90ef9-4261-4dfe-ae46-c791ccbac38b,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:48.752677 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 329e7c9e-d478-4b12-91b0-8576c38210d5 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:48.895679 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-42718e91-e8d1-43d2-ba2f-15e438178cb0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Made reservation on behalf of 05df572327d54bd99595974b75898052 for: {'port': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:48.925358 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-42718e91-e8d1-43d2-ba2f-15e438178cb0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:48.966881 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:49.032738 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 329e7c9e-d478-4b12-91b0-8576c38210d5 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:49.040073 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:49.102236 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-40ef0445-8957-428c-8e0a-121147ed6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:49.103867 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-40ef0445-8957-428c-8e0a-121147ed6d6a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e1d880a-3be2-4de8-bd8c-fd9fd02c1456 HTTP/1.1" status: 200 len: 851 time: 0.2964959 Jul 06 13:45:49.104570 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71bbb0-67aa-47a5-992e-b3087706be6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4c9838-a5c6-4767-aa88-d16fcac2e216,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:49.167380 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:49.182004 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-820659f9-e335-45e6-ba37-f71f0de52295 req-7e59951d-292c-4f44-bca8-bef03a367425 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350168 Jul 06 13:45:49.231242 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-abf4f6e2-e878-4016-816a-ced7b2a4190f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd85f2a57a0847debf5aaf81aab7a638 HTTP/1.1" status: 200 len: 380 time: 0.5505118 Jul 06 13:45:49.377905 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a9d9a9ec-b7b9-473e-b453-27d1ef60115d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'port': {'device_id': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'admin_state_up': True, 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'security_groups': ['4c768f5e-f8c2-49d3-8116-d4a03d3592a1']}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:49.384496 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-db483865-c094-4d5d-95ed-841f23c6d28d admin admin] Publish callbacks [] for security_group (74cb13a5-e135-4018-8004-bb6636b33f3a), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:49.388032 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 329e7c9e-d478-4b12-91b0-8576c38210d5 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:49.389752 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:49.455943 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6c33a890-180e-46e2-b861-74f84e5268d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:49.457764 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-6c33a890-180e-46e2-b861-74f84e5268d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=076be296-74e0-43c0-b50c-a77841c7b395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2225947 Jul 06 13:45:49.473888 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6c4a7944-53e7-4d0d-9eb5-3e6295dcba76 req-e01d993d-c07c-402b-aa94-219522e1e6f4 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 210 time: 0.1066384 Jul 06 13:45:49.577846 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-db483865-c094-4d5d-95ed-841f23c6d28d admin admin] Publish callbacks [] for security_group (74cb13a5-e135-4018-8004-bb6636b33f3a), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:49.613269 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:49.614725 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:49.620349 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6fd98262-1461-4a4a-a663-e5de993a93dc req-8192249e-e5c6-4603-aa11-1b3b968f2946 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6219678 Jul 06 13:45:49.649755 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-42718e91-e8d1-43d2-ba2f-15e438178cb0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Allocated IP 172.20.0.13 (971af843-a8c2-4694-8a42-a011949622a1/9e1bcabb-e45a-4964-8332-c655940202a4/3ca14d5b-272c-4543-9380-0fbec0da4da8) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:49.713362 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa022931-315b-4522-9b74-89efb345ff4d req-04561864-4c84-42a4-bbe3-f7dac2f82d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:49.715099 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-04561864-4c84-42a4-bbe3-f7dac2f82d25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 1127 time: 0.9057872 Jul 06 13:45:49.821298 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:49.853203 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71f2a6f-25c2-4196-9615-10a5237f138a" -d '{"events": [{"name": "network-changed", "server_uuid": "c801676d-524f-42fc-a2b8-fe4186986d95", "tag": "13a49a96-2359-4685-a057-014466405458"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:49.920368 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Attempting to bind port 0a503503-bc5a-427b-9188-0939c526e5da on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:49.921478 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Attempting to bind port 0a503503-bc5a-427b-9188-0939c526e5da by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:49.925518 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Attempting to bind port 0a503503-bc5a-427b-9188-0939c526e5da on network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:49.938339 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-db483865-c094-4d5d-95ed-841f23c6d28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (74cb13a5-e135-4018-8004-bb6636b33f3a), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:49.943648 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f9aad-7caa-4b9f-9416-83a4d5afcdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=13a49a96-2359-4685-a057-014466405458,revision_number=3']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:49.953566 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-db483865-c094-4d5d-95ed-841f23c6d28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:49.955968 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-db483865-c094-4d5d-95ed-841f23c6d28d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74cb13a5-e135-4018-8004-bb6636b33f3a HTTP/1.1" status: 204 len: 168 time: 2.1491032 Jul 06 13:45:49.962405 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:49.963613 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:50.086441 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a9d9a9ec-b7b9-473e-b453-27d1ef60115d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Made reservation on behalf of bd85f2a57a0847debf5aaf81aab7a638 for: {'port': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:50.093265 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Port 0a503503-bc5a-427b-9188-0939c526e5da on network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:45:50.095697 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a9d9a9ec-b7b9-473e-b453-27d1ef60115d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:50.096966 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:50.097419 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:50.101838 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Attempting to bind port 0a503503-bc5a-427b-9188-0939c526e5da on network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:50.143172 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db483865-c094-4d5d-95ed-841f23c6d28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cb13a5-e135-4018-8004-bb6636b33f3a,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:50.183111 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6beefeba-11bb-49de-b9f3-0947ef8e36ad req-3caf9f6e-86e9-47b9-b644-e3a2c14b3fc7 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 210 time: 0.3200397 Jul 06 13:45:50.187598 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-39454799-b418-45c3-9f97-26007f4490ce service neutron] 10.222.0.39 "GET /v2.0/networks/076be296-74e0-43c0-b50c-a77841c7b395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7161887 Jul 06 13:45:50.193712 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-d3feabe4-857f-4cf5-b796-49c339b81800 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13a49a96-2359-4685-a057-014466405458 HTTP/1.1" status: 200 len: 217 time: 0.2885029 Jul 06 13:45:50.241794 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49727b89-6a71-4d37-ae1e-aee0a3d1a78e x-openstack-request-id: req-49727b89-6a71-4d37-ae1e-aee0a3d1a78e {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:50.242253 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae", "tag": "8a192dda-4324-4e22-921f-fbd7d7236d23", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:50.242466 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49727b89-6a71-4d37-ae1e-aee0a3d1a78e {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:50.242977 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49727b89-6a71-4d37-ae1e-aee0a3d1a78e'] response: {'name': 'network-changed', 'server_uuid': '965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae', 'tag': '8a192dda-4324-4e22-921f-fbd7d7236d23', 'status': 'completed', 'code': 200} Jul 06 13:45:50.254322 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:50.254676 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Checking segment: {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:50.255068 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Bound using segment: {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:50.260173 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Bound port: 0a503503-bc5a-427b-9188-0939c526e5da, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'}}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:50.268373 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (0a503503-bc5a-427b-9188-0939c526e5da), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:50.362284 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:50.377809 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:50.381430 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 2ab90ef9-4261-4dfe-ae46-c791ccbac38b up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:50.451717 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58630) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:50.493554 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:50.496560 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:50.549136 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a9d9a9ec-b7b9-473e-b453-27d1ef60115d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Allocated IP 172.20.0.13 (599de418-b206-4788-89c1-e9276ab94414/77668382-4527-4719-963a-ed1774a7fa55/eb26a6ef-8459-409e-986c-7f71a4f52683) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:45:50.721410 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:50.798697 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58640) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:50.811043 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a9d9a9ec-b7b9-473e-b453-27d1ef60115d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:50.834207 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=6 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:50.835149 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:50.898609 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-42718e91-e8d1-43d2-ba2f-15e438178cb0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:50.909193 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 2ab90ef9-4261-4dfe-ae46-c791ccbac38b up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:45:50.916232 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3699e0b3-d0c4-4e76-828f-a500400f595d x-openstack-request-id: req-3699e0b3-d0c4-4e76-828f-a500400f595d {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:50.918160 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c801676d-524f-42fc-a2b8-fe4186986d95", "tag": "13a49a96-2359-4685-a057-014466405458", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:50.918588 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3699e0b3-d0c4-4e76-828f-a500400f595d {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:50.919193 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3699e0b3-d0c4-4e76-828f-a500400f595d'] response: {'name': 'network-changed', 'server_uuid': 'c801676d-524f-42fc-a2b8-fe4186986d95', 'tag': '13a49a96-2359-4685-a057-014466405458', 'status': 'completed', 'code': 200} Jul 06 13:45:51.008300 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:51.008862 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:51.035277 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6540a-fd98-492f-8a2a-c713b5b1600a req-1e57a10f-611f-4095-bd5e-cfa0d7c5eb11 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:51.047763 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-86e6540a-fd98-492f-8a2a-c713b5b1600a req-1e57a10f-611f-4095-bd5e-cfa0d7c5eb11 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.6664383 Jul 06 13:45:51.057167 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-94decf70-27fe-4bd5-b723-9a1402ce95b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:51.073056 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa022931-315b-4522-9b74-89efb345ff4d req-222a26b3-52e7-4b9b-be6e-b97923a534c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:51.077202 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-222a26b3-52e7-4b9b-be6e-b97923a534c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.7963769 Jul 06 13:45:51.084231 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] For port 0a503503-bc5a-427b-9188-0939c526e5da, host hv-cinder-81914, cleared binding levels {{(pid=110605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:51.095972 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-16302725-network', 'tenant_id': '40879f94775e43c982ff1a19c82db6fb'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:51.122978 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-42718e91-e8d1-43d2-ba2f-15e438178cb0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:51.134287 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a4fe3be7-88b8-40dd-92a3-fd5018fc3a63 req-d99453f0-2096-4cb5-ac1e-d4e95b2d2ac6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 210 time: 0.0627809 Jul 06 13:45:51.155906 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:45:51.174722 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa022931-315b-4522-9b74-89efb345ff4d req-5cd7b189-fa0a-4586-8b9f-3c4c20e3acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:51.176635 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-5cd7b189-fa0a-4586-8b9f-3c4c20e3acfe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0672073 Jul 06 13:45:51.198514 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] For port 0a503503-bc5a-427b-9188-0939c526e5da, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a503503-bc5a-427b-9188-0939c526e5da,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:51.232706 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a9d9a9ec-b7b9-473e-b453-27d1ef60115d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:51.252955 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-42718e91-e8d1-43d2-ba2f-15e438178cb0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Network 971af843-a8c2-4694-8a42-a011949622a1 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:51.263200 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-42718e91-e8d1-43d2-ba2f-15e438178cb0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:51.268407 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42718e91-e8d1-43d2-ba2f-15e438178cb0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event updated for resources: {'Port': ['ID=3ca14d5b-272c-4543-9380-0fbec0da4da8,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:51.271355 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-42718e91-e8d1-43d2-ba2f-15e438178cb0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:51.271776 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:51.275087 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2f7bffd-b101-4f6d-bcbd-1bb936c856ef req-dffc889c-52ac-4018-8004-038097fa3448 service neutron] 10.222.0.39 "GET /v2.0/networks/076be296-74e0-43c0-b50c-a77841c7b395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0730903 Jul 06 13:45:51.278591 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-42718e91-e8d1-43d2-ba2f-15e438178cb0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:51.280022 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-42718e91-e8d1-43d2-ba2f-15e438178cb0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:51.350766 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-86e6540a-fd98-492f-8a2a-c713b5b1600a req-56a1eb07-b58c-41f9-a1eb-7b172eec0c84 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018191 Jul 06 13:45:51.352896 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a9d9a9ec-b7b9-473e-b453-27d1ef60115d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Network 599de418-b206-4788-89c1-e9276ab94414 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:45:51.402820 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (0a503503-bc5a-427b-9188-0939c526e5da), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:51.423416 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Made reservation on behalf of 40879f94775e43c982ff1a19c82db6fb for: {'network': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:51.430216 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a9d9a9ec-b7b9-473e-b453-27d1ef60115d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:51.450170 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:51.477973 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a9d9a9ec-b7b9-473e-b453-27d1ef60115d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:45:51.506825 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a9d9a9ec-b7b9-473e-b453-27d1ef60115d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:51.508017 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a9d9a9ec-b7b9-473e-b453-27d1ef60115d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:51.554618 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 58656) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:51.589870 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-42718e91-e8d1-43d2-ba2f-15e438178cb0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2566035 Jul 06 13:45:51.618623 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdfd2a-bd07-4ea6-a4e0-ce035216b4fc req-855d4038-7883-4706-bc17-ded41be59b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:51.620491 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bafdfd2a-bd07-4ea6-a4e0-ce035216b4fc req-855d4038-7883-4706-bc17-ded41be59b5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d48e24dbeaa241d7a97350fb2c8187b9&device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 1128 time: 0.1535704 Jul 06 13:45:51.625285 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20fcbf-9dda-42f5-95fd-f3d261ef6d54 req-1f360327-45ac-472e-be82-8035190542bf tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:51.636717 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4f20fcbf-9dda-42f5-95fd-f3d261ef6d54 req-1f360327-45ac-472e-be82-8035190542bf tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.3528390 Jul 06 13:45:51.645803 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a9d9a9ec-b7b9-473e-b453-27d1ef60115d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2733555 Jul 06 13:45:51.647293 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9a9ec-b7b9-473e-b453-27d1ef60115d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'Port': ['ID=eb26a6ef-8459-409e-986c-7f71a4f52683,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:51.661433 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Request body: {'port': {'device_id': '546a77fd-66e1-4d89-afa3-58d632b09186', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:51.730640 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Request body: {'port': {'device_id': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:51.739258 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795a439-c9f4-44a1-adbe-8735b5a2c238 req-780f397c-12e9-4c33-8374-77a8dedaa39a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:51.741408 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6795a439-c9f4-44a1-adbe-8735b5a2c238 req-780f397c-12e9-4c33-8374-77a8dedaa39a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 932 time: 0.1325247 Jul 06 13:45:51.754207 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:51.754207 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:51.758567 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] 10.222.0.39 "PUT /v2.0/ports/0a503503-bc5a-427b-9188-0939c526e5da HTTP/1.1" status: 200 len: 1093 time: 8.9406772 Jul 06 13:45:51.762866 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:51.908465 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-c8cb6c49-6e36-44e4-ba8e-cd11e1f411d2 None None] Provisioning complete for port eb26a6ef-8459-409e-986c-7f71a4f52683 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:51.910046 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6c49-6e36-44e4-ba8e-cd11e1f411d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:51.944117 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:51.987368 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4f20fcbf-9dda-42f5-95fd-f3d261ef6d54 req-0ac52f81-3085-42e3-b1b6-f69e57a6470b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495746 Jul 06 13:45:52.005424 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb6c49-6e36-44e4-ba8e-cd11e1f411d2 None None] Port eb26a6ef-8459-409e-986c-7f71a4f52683 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:45:52.018034 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4670d768-0f2d-4975-8327-ff1becbe0417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:52.034180 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:52.040468 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-c8cb6c49-6e36-44e4-ba8e-cd11e1f411d2 None None] Provisioning complete for port 3ca14d5b-272c-4543-9380-0fbec0da4da8 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:45:52.041255 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c8cb6c49-6e36-44e4-ba8e-cd11e1f411d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:52.061556 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:52.063208 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233da81a-7cab-427b-b2dd-7957833fd68d req-b7299d0a-08c0-46af-832e-65b4ebd7f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:52.066037 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-b7299d0a-08c0-46af-832e-65b4ebd7f7d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 1127 time: 0.2141135 Jul 06 13:45:52.108459 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:52.109873 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb6c49-6e36-44e4-ba8e-cd11e1f411d2 None None] Port 3ca14d5b-272c-4543-9380-0fbec0da4da8 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:45:52.309123 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-87531cda-743f-4376-8807-55aacb5a7456 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1177890 Jul 06 13:45:52.318944 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d737ce-27f9-4fe2-8f9c-bf80663b4408 service neutron] Pushing event updated for resources: {'Port': ['ID=0a503503-bc5a-427b-9188-0939c526e5da,revision_number=3']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:52.344623 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:52.376258 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdfd2a-bd07-4ea6-a4e0-ce035216b4fc req-660b130b-102d-41c3-b9c8-7d7da09ff183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:52.377833 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bafdfd2a-bd07-4ea6-a4e0-ce035216b4fc req-660b130b-102d-41c3-b9c8-7d7da09ff183 service neutron] 10.222.0.39 "GET /v2.0/networks?id=076be296-74e0-43c0-b50c-a77841c7b395 HTTP/1.1" status: 200 len: 913 time: 0.5659025 Jul 06 13:45:52.409238 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-d135b21e-3a31-4889-8739-36d3fae73cde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a503503-bc5a-427b-9188-0939c526e5da HTTP/1.1" status: 200 len: 217 time: 0.2672460 Jul 06 13:45:52.480547 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6795a439-c9f4-44a1-adbe-8735b5a2c238 req-c5f401d0-6013-4cb8-8d07-a484d010ca2f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6702695 Jul 06 13:45:52.485137 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-94decf70-27fe-4bd5-b723-9a1402ce95b5 admin admin] Publish callbacks [] for security_group (5ac5daf3-a71a-429a-adbc-20eda3b680e5), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:52.517412 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-94decf70-27fe-4bd5-b723-9a1402ce95b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (5ac5daf3-a71a-429a-adbc-20eda3b680e5), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:52.522496 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe36c0-54f0-4f69-9224-788e16306088 req-67b6c989-be8a-4a32-9170-cf00345893c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:52.524824 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7cfe36c0-54f0-4f69-9224-788e16306088 req-67b6c989-be8a-4a32-9170-cf00345893c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 932 time: 0.1775050 Jul 06 13:45:52.627054 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-94decf70-27fe-4bd5-b723-9a1402ce95b5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecb3548713e744c69a4729856f837677&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7998557 Jul 06 13:45:52.637576 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58672) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:52.639831 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa022931-315b-4522-9b74-89efb345ff4d req-944825dc-3548-44c3-981c-0edd28070adc service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577295 Jul 06 13:45:52.641549 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94decf70-27fe-4bd5-b723-9a1402ce95b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac5daf3-a71a-429a-adbc-20eda3b680e5,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:52.652754 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:52.654930 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Publish callbacks [] for security_group (8c7d21da-6ce6-42dd-9ff7-49cf15c1cd90), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:52.672097 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (8c7d21da-6ce6-42dd-9ff7-49cf15c1cd90), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:52.700054 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25601078-ea45-4cb2-98fa-23e5141e66b1 req-42c79fd3-4166-4fce-b012-ef73518c70d4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:52.701747 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-25601078-ea45-4cb2-98fa-23e5141e66b1 req-42c79fd3-4166-4fce-b012-ef73518c70d4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.1444385 Jul 06 13:45:52.716853 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:52.742379 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=110605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:45:52.757435 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7cfe36c0-54f0-4f69-9224-788e16306088 req-46d2bb4a-5253-45d6-af64-6f1f859337f0 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139142 Jul 06 13:45:52.783725 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (a304859b-aeb1-4845-b87f-447e0f120181), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:52.783725 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.segments_db [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Added segment a304859b-aeb1-4845-b87f-447e0f120181 of type vlan for network 02d21a61-cd0b-499a-a437-ff62e482aabb Jul 06 13:45:52.783725 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7d21da-6ce6-42dd-9ff7-49cf15c1cd90,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:52.787223 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4670d768-0f2d-4975-8327-ff1becbe0417 admin admin] Publish callbacks [] for security_group (efb85339-1e2b-4e52-b5ec-fff015ff0ac7), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:52.798455 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4670d768-0f2d-4975-8327-ff1becbe0417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (efb85339-1e2b-4e52-b5ec-fff015ff0ac7), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:52.911962 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670d768-0f2d-4975-8327-ff1becbe0417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb85339-1e2b-4e52-b5ec-fff015ff0ac7,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:52.932131 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-4670d768-0f2d-4975-8327-ff1becbe0417 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc11b5c5b8d54b478df89e08aba0ad86&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3741903 Jul 06 13:45:52.942991 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 58676) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:53.007030 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12bddea9-d545-43f2-9bf7-5e723900c8c6', 'tag': '0a503503-bc5a-427b-9188-0939c526e5da'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:45:53.007291 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ca14d5b-272c-4543-9380-0fbec0da4da8 {{(pid=110606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:45:53.010190 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef05ddf-5dc2-4077-832a-428bd3adb5b5" -d '{"events": [{"name": "network-changed", "server_uuid": "12bddea9-d545-43f2-9bf7-5e723900c8c6", "tag": "0a503503-bc5a-427b-9188-0939c526e5da"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:53.026197 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Publish callbacks [] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.042321 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-86e2c635-263c-428f-b01b-dfc90d595ce0 admin admin] Publish callbacks [] for security_group (5ac5daf3-a71a-429a-adbc-20eda3b680e5), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.047772 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (02d21a61-cd0b-499a-a437-ff62e482aabb), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.053947 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-25601078-ea45-4cb2-98fa-23e5141e66b1 req-c9cad423-a97e-4942-b18d-e5b17447a30c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395493 Jul 06 13:45:53.067601 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac3dab1-fe9a-4f4b-a6d2-bda7e920577f x-openstack-request-id: req-1ac3dab1-fe9a-4f4b-a6d2-bda7e920577f {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:53.067890 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12bddea9-d545-43f2-9bf7-5e723900c8c6", "tag": "0a503503-bc5a-427b-9188-0939c526e5da", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:53.068137 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ac3dab1-fe9a-4f4b-a6d2-bda7e920577f {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:53.068791 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ac3dab1-fe9a-4f4b-a6d2-bda7e920577f'] response: {'name': 'network-changed', 'server_uuid': '12bddea9-d545-43f2-9bf7-5e723900c8c6', 'tag': '0a503503-bc5a-427b-9188-0939c526e5da', 'status': 'completed', 'code': 200} Jul 06 13:45:53.087889 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.provisioning_blocks [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Transition to ACTIVE for port object 3ca14d5b-272c-4543-9380-0fbec0da4da8 will not be triggered until provisioned by entity L2. {{(pid=110606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:45:53.096305 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.103311 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-86e2c635-263c-428f-b01b-dfc90d595ce0 admin admin] Publish callbacks [] for security_group (5ac5daf3-a71a-429a-adbc-20eda3b680e5), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.113618 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:53.120226 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb26a6ef-8459-409e-986c-7f71a4f52683 {{(pid=110606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:45:53.124112 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (02d21a61-cd0b-499a-a437-ff62e482aabb), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.125109 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:53.125800 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.149507 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Publish callbacks [] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.153293 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-81961c1b-2b6a-467b-a96e-c262848233e3 admin admin] Publish callbacks [] for security_group (efb85339-1e2b-4e52-b5ec-fff015ff0ac7), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.183162 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.7259841 Jul 06 13:45:53.183162 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58682) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:53.212013 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-8e9ee710-0840-4a17-a2ec-e87df4b591ea admin admin] Request body: {'subnet': {'network_id': '02d21a61-cd0b-499a-a437-ff62e482aabb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-16302725-subnet', 'tenant_id': '40879f94775e43c982ff1a19c82db6fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:53.217990 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e050cd-c22d-40e1-a9b7-efbaa5663d5c admin admin] Pushing event updated for resources: {'Network': ['ID=02d21a61-cd0b-499a-a437-ff62e482aabb,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:53.230368 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network 02d21a61-cd0b-499a-a437-ff62e482aabb details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:45:53.241398 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.provisioning_blocks [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Transition to ACTIVE for port object eb26a6ef-8459-409e-986c-7f71a4f52683 will not be triggered until provisioned by entity L2. {{(pid=110606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:45:53.249969 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-81961c1b-2b6a-467b-a96e-c262848233e3 admin admin] Publish callbacks [] for security_group (efb85339-1e2b-4e52-b5ec-fff015ff0ac7), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.251979 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9ee710-0840-4a17-a2ec-e87df4b591ea admin admin] Made reservation on behalf of 40879f94775e43c982ff1a19c82db6fb for: {'subnet': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:53.254187 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Pushing event updated for resources: {'Port': ['ID=3ca14d5b-272c-4543-9380-0fbec0da4da8,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:53.258481 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8e9ee710-0840-4a17-a2ec-e87df4b591ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.264103 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.281385 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496c214-c287-45b3-a56c-49fde52a9096 req-d6e58eab-bb1b-47c4-b779-0b7181daff28 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:53.283214 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b496c214-c287-45b3-a56c-49fde52a9096 req-d6e58eab-bb1b-47c4-b779-0b7181daff28 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.1407943 Jul 06 13:45:53.366259 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:53.384763 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-86e2c635-263c-428f-b01b-dfc90d595ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (5ac5daf3-a71a-429a-adbc-20eda3b680e5), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.387411 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-86e2c635-263c-428f-b01b-dfc90d595ce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.390860 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-86e2c635-263c-428f-b01b-dfc90d595ce0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5ac5daf3-a71a-429a-adbc-20eda3b680e5 HTTP/1.1" status: 204 len: 168 time: 0.7479157 Jul 06 13:45:53.423942 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Attempting to bind port 3ca14d5b-272c-4543-9380-0fbec0da4da8 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:53.424370 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Attempting to bind port 3ca14d5b-272c-4543-9380-0fbec0da4da8 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:53.433768 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Attempting to bind port 3ca14d5b-272c-4543-9380-0fbec0da4da8 on network 971af843-a8c2-4694-8a42-a011949622a1 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:53.437803 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2c635-263c-428f-b01b-dfc90d595ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac5daf3-a71a-429a-adbc-20eda3b680e5,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:53.489352 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Port 3ca14d5b-272c-4543-9380-0fbec0da4da8 on network 971af843-a8c2-4694-8a42-a011949622a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:45:53.489681 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Attempting to bind port 3ca14d5b-272c-4543-9380-0fbec0da4da8 on network 971af843-a8c2-4694-8a42-a011949622a1 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:53.517913 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:53.549403 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb26a6ef-8459-409e-986c-7f71a4f52683,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:53.559260 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:53.559585 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Checking segment: {'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:53.560142 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Bound using segment: {'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:53.560730 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Bound port: 3ca14d5b-272c-4543-9380-0fbec0da4da8, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'}}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:53.561261 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.593174 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b496c214-c287-45b3-a56c-49fde52a9096 req-f4ec7939-9623-4ef9-b1e6-8556ca8aeee0 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736640 Jul 06 13:45:53.603847 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Attempting to bind port eb26a6ef-8459-409e-986c-7f71a4f52683 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:45:53.604226 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Attempting to bind port eb26a6ef-8459-409e-986c-7f71a4f52683 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:45:53.604504 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Attempting to bind port eb26a6ef-8459-409e-986c-7f71a4f52683 on network 599de418-b206-4788-89c1-e9276ab94414 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:53.608828 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-81961c1b-2b6a-467b-a96e-c262848233e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (efb85339-1e2b-4e52-b5ec-fff015ff0ac7), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.611486 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-81961c1b-2b6a-467b-a96e-c262848233e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.612850 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-81961c1b-2b6a-467b-a96e-c262848233e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/efb85339-1e2b-4e52-b5ec-fff015ff0ac7 HTTP/1.1" status: 204 len: 168 time: 0.6687913 Jul 06 13:45:53.705096 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Port eb26a6ef-8459-409e-986c-7f71a4f52683 on network 599de418-b206-4788-89c1-e9276ab94414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:45:53.708017 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Attempting to bind port eb26a6ef-8459-409e-986c-7f71a4f52683 on network 599de418-b206-4788-89c1-e9276ab94414 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:45:53.718462 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81961c1b-2b6a-467b-a96e-c262848233e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb85339-1e2b-4e52-b5ec-fff015ff0ac7,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:53.724748 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:45:53.725111 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Checking segment: {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:53.725475 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Bound using segment: {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:45:53.726111 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Bound port: eb26a6ef-8459-409e-986c-7f71a4f52683, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'}}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:45:53.726728 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.769111 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bedbc-5c5d-49f9-9e14-57da12062037 req-58d78eb9-3bfb-4739-945e-2e94829fdf52 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:53.770735 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-208bedbc-5c5d-49f9-9e14-57da12062037 req-58d78eb9-3bfb-4739-945e-2e94829fdf52 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.1596394 Jul 06 13:45:53.821986 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] For port 3ca14d5b-272c-4543-9380-0fbec0da4da8, host hv-cinder-81914, cleared binding levels {{(pid=110606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:53.849445 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] For port 3ca14d5b-272c-4543-9380-0fbec0da4da8, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3ca14d5b-272c-4543-9380-0fbec0da4da8,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:53.864678 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] For port eb26a6ef-8459-409e-986c-7f71a4f52683, host hv-cinder-81914, cleared binding levels {{(pid=110606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:45:53.870660 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.874197 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] For port eb26a6ef-8459-409e-986c-7f71a4f52683, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=eb26a6ef-8459-409e-986c-7f71a4f52683,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:45:53.904968 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bafdfd2a-bd07-4ea6-a4e0-ce035216b4fc req-3e58f46a-6535-4d83-8985-11c8d316fabd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a192dda-4324-4e22-921f-fbd7d7236d23 HTTP/1.1" status: 200 len: 217 time: 0.1514676 Jul 06 13:45:53.911656 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:53.921881 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.955072 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:53.973828 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:53.974561 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:53.976786 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] 10.222.0.39 "PUT /v2.0/ports/eb26a6ef-8459-409e-986c-7f71a4f52683 HTTP/1.1" status: 200 len: 1094 time: 2.2938492 Jul 06 13:45:53.980960 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'tag': 'eb26a6ef-8459-409e-986c-7f71a4f52683'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:45:53.983318 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a399ac04-7355-48be-b429-7b7d0867d73b" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf73c2b-28f6-49f1-a119-224c05679d2c", "tag": "eb26a6ef-8459-409e-986c-7f71a4f52683"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:53.993641 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:54.000372 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:54.002707 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] 10.222.0.39 "PUT /v2.0/ports/3ca14d5b-272c-4543-9380-0fbec0da4da8 HTTP/1.1" status: 200 len: 1094 time: 2.3515279 Jul 06 13:45:54.037498 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0429e3e-0ac8-40f9-87a2-c64fc53a6a5f req-f3b744cc-0280-4417-89d8-421e94b27599 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:54.045914 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e0429e3e-0ac8-40f9-87a2-c64fc53a6a5f req-f3b744cc-0280-4417-89d8-421e94b27599 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.1688652 Jul 06 13:45:54.099404 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-208bedbc-5c5d-49f9-9e14-57da12062037 req-1de88898-0d82-4638-b7e5-44b28aba067b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1933982 Jul 06 13:45:54.110363 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8e9ee710-0840-4a17-a2ec-e87df4b591ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for subnet (8e4dd109-3f40-4f80-8209-564908aa0cf2), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:54.127757 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9191f56-bb7d-4c2b-8704-b44aabf7e8ac service neutron] Pushing event updated for resources: {'Port': ['ID=3ca14d5b-272c-4543-9380-0fbec0da4da8,revision_number=3']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:54.235513 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775c439-2d92-44bb-b0b4-fd67f98db8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb26a6ef-8459-409e-986c-7f71a4f52683,revision_number=3']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:54.314919 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e0429e3e-0ac8-40f9-87a2-c64fc53a6a5f req-8ee58e4b-d401-4ef1-9766-afc0af837a13 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680290 Jul 06 13:45:54.497992 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:54.525758 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ee710-0840-4a17-a2ec-e87df4b591ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e4dd109-3f40-4f80-8209-564908aa0cf2,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:54.537442 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58734) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:54.547677 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:54.550920 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f2a6f-25c2-4196-9615-10a5237f138a req-ee9a886d-8665-4310-975a-be5c8731eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:54.553025 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c71f2a6f-25c2-4196-9615-10a5237f138a req-ee9a886d-8665-4310-975a-be5c8731eb11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 1127 time: 0.2334309 Jul 06 13:45:54.556307 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249702be-9b7b-44eb-9548-389a222b66c4 x-openstack-request-id: req-249702be-9b7b-44eb-9548-389a222b66c4 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:54.556777 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf73c2b-28f6-49f1-a119-224c05679d2c", "tag": "eb26a6ef-8459-409e-986c-7f71a4f52683", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:54.557244 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-249702be-9b7b-44eb-9548-389a222b66c4 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:54.558188 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249702be-9b7b-44eb-9548-389a222b66c4'] response: {'name': 'network-changed', 'server_uuid': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'tag': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'status': 'completed', 'code': 200} Jul 06 13:45:54.570443 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:54.575627 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ee710-0840-4a17-a2ec-e87df4b591ea admin admin] Checking segment: {'id': 'a304859b-aeb1-4845-b87f-447e0f120181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '02d21a61-cd0b-499a-a437-ff62e482aabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:54.576002 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ee710-0840-4a17-a2ec-e87df4b591ea admin admin] Network hostable DHCP agents. Network: 02d21a61-cd0b-499a-a437-ff62e482aabb, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:45:54.587342 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233da81a-7cab-427b-b2dd-7957833fd68d req-d74501ba-50d1-475d-b852-a3a32895e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:54.588913 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-d74501ba-50d1-475d-b852-a3a32895e59e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.3631289 Jul 06 13:45:54.591522 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-31cabe3b-6ba4-4c49-bab7-897b3773f240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:54.595874 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdfd2a-bd07-4ea6-a4e0-ce035216b4fc req-a7a1679a-a5cd-4e59-89f1-ab8f73aa3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:54.597302 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bafdfd2a-bd07-4ea6-a4e0-ce035216b4fc req-a7a1679a-a5cd-4e59-89f1-ab8f73aa3227 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4e1d880a-3be2-4de8-bd8c-fd9fd02c1456 HTTP/1.1" status: 200 len: 851 time: 0.3199973 Jul 06 13:45:54.598213 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-2c69babe-6dd1-4e83-afa8-496445f34fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:54.599571 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-2c69babe-6dd1-4e83-afa8-496445f34fe5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05df572327d54bd99595974b75898052&device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 1128 time: 0.1467977 Jul 06 13:45:54.603573 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-f3cc6e59-9f2f-43ef-8a28-28edca53da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:54.605066 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-f3cc6e59-9f2f-43ef-8a28-28edca53da18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 1128 time: 0.0509620 Jul 06 13:45:54.639770 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ee710-0840-4a17-a2ec-e87df4b591ea admin admin] Network 02d21a61-cd0b-499a-a437-ff62e482aabb is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:45:54.665661 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ee710-0840-4a17-a2ec-e87df4b591ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, 02d21a61-cd0b-499a-a437-ff62e482aabb) {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:54.674135 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9ee710-0840-4a17-a2ec-e87df4b591ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:54.674712 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8e9ee710-0840-4a17-a2ec-e87df4b591ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:54.677901 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cca361-1704-410d-aea5-b4bdd7008c91 None None] Network 02d21a61-cd0b-499a-a437-ff62e482aabb requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:45:54.704565 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-8e9ee710-0840-4a17-a2ec-e87df4b591ea admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5209072 Jul 06 13:45:54.755486 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-31cabe3b-6ba4-4c49-bab7-897b3773f240 admin admin] Publish callbacks [] for security_group (3d77708d-b427-493e-86f3-e08c7a0586c1), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:54.770317 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-31cabe3b-6ba4-4c49-bab7-897b3773f240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (3d77708d-b427-493e-86f3-e08c7a0586c1), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:54.772132 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31130e2e-69bb-4117-a569-bc8d34079f29 req-f8e40d4a-2aee-4f75-a75f-9dcb312f95a6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:54.774992 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-31130e2e-69bb-4117-a569-bc8d34079f29 req-f8e40d4a-2aee-4f75-a75f-9dcb312f95a6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.2157493 Jul 06 13:45:54.855321 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:54.873963 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-31130e2e-69bb-4117-a569-bc8d34079f29 req-fa6a3dd7-4cc3-4237-bbea-f863e02bc550 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909414 Jul 06 13:45:54.912628 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-31cabe3b-6ba4-4c49-bab7-897b3773f240 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a56989b6c864610bceb0192c52d8cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717813 Jul 06 13:45:54.913681 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cabe3b-6ba4-4c49-bab7-897b3773f240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d77708d-b427-493e-86f3-e08c7a0586c1,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:54.914896 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc54f44-3d59-4784-967f-dc4cdc67784e None None] Network 02d21a61-cd0b-499a-a437-ff62e482aabb requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:45:54.915076 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:45:54.917779 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58748) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:54.946024 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f2a6f-25c2-4196-9615-10a5237f138a req-111618f4-aa0c-4668-815e-b849f9a680a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:54.948097 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c71f2a6f-25c2-4196-9615-10a5237f138a req-111618f4-aa0c-4668-815e-b849f9a680a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.3470061 Jul 06 13:45:54.949915 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95a4a2-a2ca-4980-bb40-a0aebc209ddc req-404ecd47-0632-43f3-96af-40956d46ea57 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:54.951583 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-af95a4a2-a2ca-4980-bb40-a0aebc209ddc req-404ecd47-0632-43f3-96af-40956d46ea57 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.1386015 Jul 06 13:45:54.959853 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:55.028013 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f90fdeea-a7aa-4026-a0b2-62ee110d1575 admin admin] Publish callbacks [] for security_group (3d77708d-b427-493e-86f3-e08c7a0586c1), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:55.047993 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-af95a4a2-a2ca-4980-bb40-a0aebc209ddc req-98749b46-7ede-4021-9246-efce58a51450 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868220 Jul 06 13:45:55.072769 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f90fdeea-a7aa-4026-a0b2-62ee110d1575 admin admin] Publish callbacks [] for security_group (3d77708d-b427-493e-86f3-e08c7a0586c1), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:55.131794 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f90fdeea-a7aa-4026-a0b2-62ee110d1575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (3d77708d-b427-493e-86f3-e08c7a0586c1), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:55.136148 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f90fdeea-a7aa-4026-a0b2-62ee110d1575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:55.137888 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-f90fdeea-a7aa-4026-a0b2-62ee110d1575 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d77708d-b427-493e-86f3-e08c7a0586c1 HTTP/1.1" status: 204 len: 168 time: 0.2165146 Jul 06 13:45:55.147199 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fdeea-a7aa-4026-a0b2-62ee110d1575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d77708d-b427-493e-86f3-e08c7a0586c1,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:55.287239 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768102be-4a7a-435e-8495-547d38b0f3fb req-29ec3403-3a34-420d-a61d-0a6325ab163d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:55.289080 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-768102be-4a7a-435e-8495-547d38b0f3fb req-29ec3403-3a34-420d-a61d-0a6325ab163d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0545490 Jul 06 13:45:55.348038 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-768102be-4a7a-435e-8495-547d38b0f3fb req-b9195de2-7bac-4426-ae0f-149d167a8316 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527089 Jul 06 13:45:55.467100 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39f1a3-8839-48e6-a5b4-3900655cc5d2 req-af62a17c-3da7-4c70-ab78-7c2a7d75cf98 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:55.469703 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9d39f1a3-8839-48e6-a5b4-3900655cc5d2 req-af62a17c-3da7-4c70-ab78-7c2a7d75cf98 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0528855 Jul 06 13:45:55.522791 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9d39f1a3-8839-48e6-a5b4-3900655cc5d2 req-d7fe1507-d2f0-425b-a7c7-37206afbfd63 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490482 Jul 06 13:45:55.631007 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58786) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:55.636944 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-43049326-network', 'tenant_id': '9ff9e1b18a2747dbaf70558c24126667'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:55.659970 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Made reservation on behalf of 9ff9e1b18a2747dbaf70558c24126667 for: {'network': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:55.662397 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:55.671495 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:55.763403 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Publish callbacks [] for security_group (4bc2caa1-c83a-4187-9e61-708b6f3bb5a2), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:55.768176 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (4bc2caa1-c83a-4187-9e61-708b6f3bb5a2), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:55.804960 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=110605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:45:55.810703 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc2caa1-c83a-4187-9e61-708b6f3bb5a2,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:55.818494 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (b37c6f66-8d6a-4dc1-8c79-44072a2f3501), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:55.819434 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.segments_db [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Added segment b37c6f66-8d6a-4dc1-8c79-44072a2f3501 of type vlan for network 6ef7d097-b044-4d11-ba06-2769ad01f713 Jul 06 13:45:55.858916 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:55.863449 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (6ef7d097-b044-4d11-ba06-2769ad01f713), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:55.892635 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (6ef7d097-b044-4d11-ba06-2769ad01f713), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:55.894344 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:55.894916 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:55.945984 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3136940 Jul 06 13:45:55.948586 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 58804) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:55.954837 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-3db942d8-22be-448e-ba25-acf428a4d72c admin admin] Request body: {'subnet': {'network_id': '6ef7d097-b044-4d11-ba06-2769ad01f713', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-43049326-subnet', 'tenant_id': '9ff9e1b18a2747dbaf70558c24126667', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:45:55.995621 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be2108-1ff5-4e65-bfbf-cb93c3848613 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef7d097-b044-4d11-ba06-2769ad01f713,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:56.007017 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network 6ef7d097-b044-4d11-ba06-2769ad01f713 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:45:56.061196 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd0e95-089b-4a13-8e16-9fa373f23612 req-24f396dd-badb-427b-86a1-0e9a60723044 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:56.068678 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2bcd0e95-089b-4a13-8e16-9fa373f23612 req-24f396dd-badb-427b-86a1-0e9a60723044 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.1043251 Jul 06 13:45:56.118480 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db942d8-22be-448e-ba25-acf428a4d72c admin admin] Made reservation on behalf of 9ff9e1b18a2747dbaf70558c24126667 for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:45:56.121599 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3db942d8-22be-448e-ba25-acf428a4d72c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:56.125767 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:56.152003 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2bcd0e95-089b-4a13-8e16-9fa373f23612 req-c9b48bc2-5d5c-4278-ba74-a9bba0b7ec93 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821517 Jul 06 13:45:56.214075 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfe367-bbf7-4827-b825-a997aba3ecb9 req-f1517d47-91c5-4775-b040-e5574bc4b53a tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:56.215658 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2ecfe367-bbf7-4827-b825-a997aba3ecb9 req-f1517d47-91c5-4775-b040-e5574bc4b53a tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.0690708 Jul 06 13:45:56.277478 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2ecfe367-bbf7-4827-b825-a997aba3ecb9 req-7b6e2629-7905-438f-9f0d-38718986302a tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562904 Jul 06 13:45:56.394680 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3db942d8-22be-448e-ba25-acf428a4d72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for subnet (68c8a21d-bfcd-4c3a-8ed2-086a574ad058), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:56.506814 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db942d8-22be-448e-ba25-acf428a4d72c admin admin] Checking segment: {'id': 'b37c6f66-8d6a-4dc1-8c79-44072a2f3501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6ef7d097-b044-4d11-ba06-2769ad01f713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:45:56.507175 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db942d8-22be-448e-ba25-acf428a4d72c admin admin] Network hostable DHCP agents. Network: 6ef7d097-b044-4d11-ba06-2769ad01f713, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:45:56.509793 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db942d8-22be-448e-ba25-acf428a4d72c admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c8a21d-bfcd-4c3a-8ed2-086a574ad058,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:56.530018 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9778e9-15d3-4f98-b5a9-00eb304f7f24 req-d6d4e0b1-5749-40b2-a3c2-cb90a220fe98 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:56.531495 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ac9778e9-15d3-4f98-b5a9-00eb304f7f24 req-d6d4e0b1-5749-40b2-a3c2-cb90a220fe98 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0906401 Jul 06 13:45:56.550214 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db942d8-22be-448e-ba25-acf428a4d72c admin admin] Network 6ef7d097-b044-4d11-ba06-2769ad01f713 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:45:56.562424 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546a77fd-66e1-4d89-afa3-58d632b09186', 'tag': '3ca14d5b-272c-4543-9380-0fbec0da4da8'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:45:56.567994 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9d7e4a-92d1-4f0b-bb9d-5d2c20914702" -d '{"events": [{"name": "network-changed", "server_uuid": "546a77fd-66e1-4d89-afa3-58d632b09186", "tag": "3ca14d5b-272c-4543-9380-0fbec0da4da8"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:45:56.578424 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-3db942d8-22be-448e-ba25-acf428a4d72c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, 6ef7d097-b044-4d11-ba06-2769ad01f713) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:45:56.590021 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db942d8-22be-448e-ba25-acf428a4d72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:56.590305 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3db942d8-22be-448e-ba25-acf428a4d72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:56.596122 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739fdae-f663-44df-b8e5-729900668c18 None None] Network 6ef7d097-b044-4d11-ba06-2769ad01f713 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:45:56.668492 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8808b40-f930-4f52-a2c3-6ee6e9a9757f req-a57ab810-ebf2-4361-84c0-aad4e3805331 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:56.672957 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b8808b40-f930-4f52-a2c3-6ee6e9a9757f req-a57ab810-ebf2-4361-84c0-aad4e3805331 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0666091 Jul 06 13:45:56.787667 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b8808b40-f930-4f52-a2c3-6ee6e9a9757f req-9ea57072-234b-4f40-8826-b90079e8a4d4 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008654 Jul 06 13:45:56.806667 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-3db942d8-22be-448e-ba25-acf428a4d72c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8569083 Jul 06 13:45:56.830472 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ac9778e9-15d3-4f98-b5a9-00eb304f7f24 req-edff4620-9fb9-4320-9228-5542cd0046e2 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2749271 Jul 06 13:45:56.831153 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf5673-57eb-4390-8472-23055db8b57c None None] Network 6ef7d097-b044-4d11-ba06-2769ad01f713 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:45:56.845623 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cac7c1-502b-4867-a77a-066ae0ed8bde x-openstack-request-id: req-96cac7c1-502b-4867-a77a-066ae0ed8bde {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:45:56.845985 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546a77fd-66e1-4d89-afa3-58d632b09186", "tag": "3ca14d5b-272c-4543-9380-0fbec0da4da8", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:45:56.846301 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96cac7c1-502b-4867-a77a-066ae0ed8bde {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:45:56.846812 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96cac7c1-502b-4867-a77a-066ae0ed8bde'] response: {'name': 'network-changed', 'server_uuid': '546a77fd-66e1-4d89-afa3-58d632b09186', 'tag': '3ca14d5b-272c-4543-9380-0fbec0da4da8', 'status': 'completed', 'code': 200} Jul 06 13:45:56.947053 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 58842) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:56.987146 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:56.997083 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0dacb5-4b49-4324-8fff-b51e7841df48 admin admin] Deleting subnet 8e4dd109-3f40-4f80-8209-564908aa0cf2 {{(pid=110606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:45:57.001649 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5a0dacb5-4b49-4324-8fff-b51e7841df48 admin admin] Publish callbacks [] for subnet (8e4dd109-3f40-4f80-8209-564908aa0cf2), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:57.038300 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5a0dacb5-4b49-4324-8fff-b51e7841df48 admin admin] Publish callbacks [] for subnet (8e4dd109-3f40-4f80-8209-564908aa0cf2), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:57.048235 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5a0dacb5-4b49-4324-8fff-b51e7841df48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (8e4dd109-3f40-4f80-8209-564908aa0cf2), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:57.104291 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5a0dacb5-4b49-4324-8fff-b51e7841df48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for subnet (8e4dd109-3f40-4f80-8209-564908aa0cf2), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:57.131044 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dacb5-4b49-4324-8fff-b51e7841df48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4dd109-3f40-4f80-8209-564908aa0cf2,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:57.137064 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5a0dacb5-4b49-4324-8fff-b51e7841df48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:57.140137 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-5a0dacb5-4b49-4324-8fff-b51e7841df48 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8e4dd109-3f40-4f80-8209-564908aa0cf2 HTTP/1.1" status: 204 len: 168 time: 0.1919696 Jul 06 13:45:57.142655 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 58850) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:57.216796 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (02d21a61-cd0b-499a-a437-ff62e482aabb), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:57.295590 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fdd119-b7e0-445a-bf75-4b682941d1f2 req-4c8c9d16-3eb7-4358-a06f-2789f4e9d576 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:57.297108 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-75fdd119-b7e0-445a-bf75-4b682941d1f2 req-4c8c9d16-3eb7-4358-a06f-2789f4e9d576 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.0763137 Jul 06 13:45:57.364506 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (02d21a61-cd0b-499a-a437-ff62e482aabb), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:57.404157 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.404739 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.405229 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.405563 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > port after_create 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.405884 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > port after_delete 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.406219 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > port after_update 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.406535 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.406865 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.407293 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.407613 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.411009 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:57.433876 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e749001-1752-4bd5-86e6-56f5a43e450f req-6a35452c-b121-4df3-adcf-7e4969cc5f4b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:57.433876 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2e749001-1752-4bd5-86e6-56f5a43e450f req-6a35452c-b121-4df3-adcf-7e4969cc5f4b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.0590110 Jul 06 13:45:57.503842 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2e749001-1752-4bd5-86e6-56f5a43e450f req-a54d548f-e84e-42de-ba7e-01fab7e61cc3 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559204 Jul 06 13:45:57.725419 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58872) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:57.837133 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2a081f9c-417f-4632-9534-f7670fa398a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:57.927222 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15e2a1-da9b-48a3-bd0e-732dcc3fc615 req-0a57eb2f-163d-4abc-ab43-007a701b26c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:57.929038 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e15e2a1-da9b-48a3-bd0e-732dcc3fc615 req-0a57eb2f-163d-4abc-ab43-007a701b26c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0663345 Jul 06 13:45:57.990581 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2a081f9c-417f-4632-9534-f7670fa398a1 admin admin] Publish callbacks [] for security_group (7ee3bd3e-0313-44f9-ab2c-5900fd6754d9), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:57.994170 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.994546 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.994849 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.995180 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:57.995540 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d21a61-cd0b-499a-a437-ff62e482aabb']}} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:58.001932 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2a081f9c-417f-4632-9534-f7670fa398a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (7ee3bd3e-0313-44f9-ab2c-5900fd6754d9), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.020203 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a304859b-aeb1-4845-b87f-447e0f120181') {'for_net_delete': True} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:58.020415 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a304859b-aeb1-4845-b87f-447e0f120181') {} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:58.023899 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e15e2a1-da9b-48a3-bd0e-732dcc3fc615 req-ef88f0d4-0a93-46b1-bdef-5689a7f2f1f3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878031 Jul 06 13:45:58.028168 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-75fdd119-b7e0-445a-bf75-4b682941d1f2 req-f7003129-d914-459e-8b63-d7e5d5640944 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7133698 Jul 06 13:45:58.051415 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30014732'] for segment (a304859b-aeb1-4845-b87f-447e0f120181), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.056965 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a081f9c-417f-4632-9534-f7670fa398a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee3bd3e-0313-44f9-ab2c-5900fd6754d9,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:58.066592 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-2a081f9c-417f-4632-9534-f7670fa398a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba2955d90adb476ba558e647835eb50a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392842 Jul 06 13:45:58.066787 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 58882) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:58.092679 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (a304859b-aeb1-4845-b87f-447e0f120181), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.111651 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=110606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:45:58.112043 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31420896'] for segment (a304859b-aeb1-4845-b87f-447e0f120181), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.113716 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:58.150902 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d4bbb-e243-42ed-b616-f4f46c2dc26b req-aef2b738-8043-4a61-903c-78d9b4c4c5a7 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:58.152407 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a7d4bbb-e243-42ed-b616-f4f46c2dc26b req-aef2b738-8043-4a61-903c-78d9b4c4c5a7 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0520954 Jul 06 13:45:58.202053 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cb5ef702-8681-428f-87cc-9cdc8cf68b6f admin admin] Publish callbacks [] for security_group (7ee3bd3e-0313-44f9-ab2c-5900fd6754d9), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.207632 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (02d21a61-cd0b-499a-a437-ff62e482aabb), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.218370 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a7d4bbb-e243-42ed-b616-f4f46c2dc26b req-2e2d7772-b17c-4cba-bcb7-388dc026ab7c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589252 Jul 06 13:45:58.235733 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.238917 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] 10.222.0.20 "DELETE /v2.0/networks/02d21a61-cd0b-499a-a437-ff62e482aabb HTTP/1.1" status: 204 len: 168 time: 1.0953441 Jul 06 13:45:58.241860 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58888) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:58.243103 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa49d7-3a12-47ff-8bb8-1267c0e3e09e admin admin] Pushing event deleted for resources: {'Network': ['ID=02d21a61-cd0b-499a-a437-ff62e482aabb,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:58.246024 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cb5ef702-8681-428f-87cc-9cdc8cf68b6f admin admin] Publish callbacks [] for security_group (7ee3bd3e-0313-44f9-ab2c-5900fd6754d9), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.292401 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bc9cdd-c5dd-4434-a925-a3bfcae4f14f admin admin] Deleting subnet 68c8a21d-bfcd-4c3a-8ed2-086a574ad058 {{(pid=110605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:45:58.304391 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-64bc9cdd-c5dd-4434-a925-a3bfcae4f14f admin admin] Publish callbacks [] for subnet (68c8a21d-bfcd-4c3a-8ed2-086a574ad058), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.313820 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cb5ef702-8681-428f-87cc-9cdc8cf68b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (7ee3bd3e-0313-44f9-ab2c-5900fd6754d9), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.317233 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cb5ef702-8681-428f-87cc-9cdc8cf68b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.325850 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-cb5ef702-8681-428f-87cc-9cdc8cf68b6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ee3bd3e-0313-44f9-ab2c-5900fd6754d9 HTTP/1.1" status: 204 len: 168 time: 0.2577081 Jul 06 13:45:58.337347 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ef702-8681-428f-87cc-9cdc8cf68b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee3bd3e-0313-44f9-ab2c-5900fd6754d9,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:58.352265 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-64bc9cdd-c5dd-4434-a925-a3bfcae4f14f admin admin] Publish callbacks [] for subnet (68c8a21d-bfcd-4c3a-8ed2-086a574ad058), precommit_delete_associations {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.362748 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-64bc9cdd-c5dd-4434-a925-a3bfcae4f14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (68c8a21d-bfcd-4c3a-8ed2-086a574ad058), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.406647 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment a304859b-aeb1-4845-b87f-447e0f120181 resource provider aggregate not found Jul 06 13:45:58.426463 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-64bc9cdd-c5dd-4434-a925-a3bfcae4f14f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for subnet (68c8a21d-bfcd-4c3a-8ed2-086a574ad058), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.427504 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment a304859b-aeb1-4845-b87f-447e0f120181 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a304859b-aeb1-4845-b87f-447e0f120181 found for delete ", "request_id": "req-865370d6-88f7-498d-9357-7c89ae652977"}]} Jul 06 13:45:58.434889 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:58.456657 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc9cdd-c5dd-4434-a925-a3bfcae4f14f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c8a21d-bfcd-4c3a-8ed2-086a574ad058,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:58.461800 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-64bc9cdd-c5dd-4434-a925-a3bfcae4f14f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.465482 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-64bc9cdd-c5dd-4434-a925-a3bfcae4f14f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/68c8a21d-bfcd-4c3a-8ed2-086a574ad058 HTTP/1.1" status: 204 len: 168 time: 0.2220151 Jul 06 13:45:58.468231 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58902) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:58.572705 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (6ef7d097-b044-4d11-ba06-2769ad01f713), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.643139 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea8965-7047-4719-81ce-8c24ad872e78 req-a2df207e-7da1-473e-8092-e7995268cd52 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:58.644762 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-43ea8965-7047-4719-81ce-8c24ad872e78 req-a2df207e-7da1-473e-8092-e7995268cd52 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.0583751 Jul 06 13:45:58.677956 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (6ef7d097-b044-4d11-ba06-2769ad01f713), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.687793 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58906) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:58.701502 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-43ea8965-7047-4719-81ce-8c24ad872e78 req-e4dfc1ae-dad1-426d-8a72-60d3efacea26 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489573 Jul 06 13:45:58.714453 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.714866 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.715614 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.715942 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > port after_create 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.716276 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.716607 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > port after_update 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.716922 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.717282 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.717596 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.717915 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.784661 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.785307 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.785434 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.785674 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 06 13:45:58.786046 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef7d097-b044-4d11-ba06-2769ad01f713']}} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:58.791409 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7d3b54a2-c6e2-4e86-af52-53c5d1da4805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.815726 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37c6f66-8d6a-4dc1-8c79-44072a2f3501') {'for_net_delete': True} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:58.815726 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37c6f66-8d6a-4dc1-8c79-44072a2f3501') {} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:45:58.837403 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29892101'] for segment (b37c6f66-8d6a-4dc1-8c79-44072a2f3501), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.865799 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:58.871143 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (b37c6f66-8d6a-4dc1-8c79-44072a2f3501), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.889574 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=110605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:45:58.889972 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30355032'] for segment (b37c6f66-8d6a-4dc1-8c79-44072a2f3501), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.967464 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (6ef7d097-b044-4d11-ba06-2769ad01f713), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.979319 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:58.982630 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6ef7d097-b044-4d11-ba06-2769ad01f713 HTTP/1.1" status: 204 len: 168 time: 0.5133564 Jul 06 13:45:58.999648 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c75db-81a7-46bd-88db-9b3cf8dfe158 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef7d097-b044-4d11-ba06-2769ad01f713,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:59.042273 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7d3b54a2-c6e2-4e86-af52-53c5d1da4805 admin admin] Publish callbacks [] for security_group (08f06754-e920-468a-9e78-882cbfdbd60e), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:59.047829 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7d3b54a2-c6e2-4e86-af52-53c5d1da4805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (08f06754-e920-468a-9e78-882cbfdbd60e), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:59.115775 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-7d3b54a2-c6e2-4e86-af52-53c5d1da4805 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17f971604c174b028821c9382de44729&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4245267 Jul 06 13:45:59.117297 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 58928) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:59.144454 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment b37c6f66-8d6a-4dc1-8c79-44072a2f3501 resource provider aggregate not found Jul 06 13:45:59.170553 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b54a2-c6e2-4e86-af52-53c5d1da4805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f06754-e920-468a-9e78-882cbfdbd60e,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:59.192547 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment b37c6f66-8d6a-4dc1-8c79-44072a2f3501 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b37c6f66-8d6a-4dc1-8c79-44072a2f3501 found for delete ", "request_id": "req-0387a43d-cdd8-44dd-80fd-10bf171a3cb4"}]} Jul 06 13:45:59.216663 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da78ba-e122-4011-9bd6-eac0f2f8bfee req-1337435b-ea80-4542-aeca-29c8061ddc0e tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:59.224174 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-14da78ba-e122-4011-9bd6-eac0f2f8bfee req-1337435b-ea80-4542-aeca-29c8061ddc0e tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0717323 Jul 06 13:45:59.252011 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1dfb8d-7492-4cd5-b869-a05db5a56af2 req-742d8062-585b-4741-8dbd-497f468f91fa tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:59.260286 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5f1dfb8d-7492-4cd5-b869-a05db5a56af2 req-742d8062-585b-4741-8dbd-497f468f91fa tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.1329715 Jul 06 13:45:59.280247 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e2968384-c6f6-4767-8ce0-76aef63ff4d3 admin admin] Publish callbacks [] for security_group (08f06754-e920-468a-9e78-882cbfdbd60e), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:59.291712 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-14da78ba-e122-4011-9bd6-eac0f2f8bfee req-db09771d-80a7-4c97-9720-be1bf60f23cd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665205 Jul 06 13:45:59.295634 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:45:59.321439 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e2968384-c6f6-4767-8ce0-76aef63ff4d3 admin admin] Publish callbacks [] for security_group (08f06754-e920-468a-9e78-882cbfdbd60e), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:59.344569 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58938) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:59.369581 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5f1dfb8d-7492-4cd5-b869-a05db5a56af2 req-f4da94f6-eefb-4b80-bba8-8c54c86583bc tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088333 Jul 06 13:45:59.397996 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e2968384-c6f6-4767-8ce0-76aef63ff4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (08f06754-e920-468a-9e78-882cbfdbd60e), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:59.400753 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e2968384-c6f6-4767-8ce0-76aef63ff4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:59.401903 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-e2968384-c6f6-4767-8ce0-76aef63ff4d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08f06754-e920-468a-9e78-882cbfdbd60e HTTP/1.1" status: 204 len: 168 time: 0.2835457 Jul 06 13:45:59.412348 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2968384-c6f6-4767-8ce0-76aef63ff4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f06754-e920-468a-9e78-882cbfdbd60e,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:59.433085 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-c3d95f08-63e4-42d4-83fc-031710316b5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40879f94775e43c982ff1a19c82db6fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0873108 Jul 06 13:45:59.436339 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58944) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:45:59.468018 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68149dbc-e2f1-4fa8-989c-86c4dd783ff6 req-ed452d85-522e-44de-8b44-03a56b3c7777 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:59.469485 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-68149dbc-e2f1-4fa8-989c-86c4dd783ff6 req-ed452d85-522e-44de-8b44-03a56b3c7777 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0824420 Jul 06 13:45:59.532840 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9ba514b6-f2db-4079-85dc-65defe1e6dba admin admin] Publish callbacks [] for security_group (8c7d21da-6ce6-42dd-9ff7-49cf15c1cd90), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:59.543051 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-68149dbc-e2f1-4fa8-989c-86c4dd783ff6 req-780f941b-cd28-48ff-ae05-b9c8397363cc tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654125 Jul 06 13:45:59.563484 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9ba514b6-f2db-4079-85dc-65defe1e6dba admin admin] Publish callbacks [] for security_group (8c7d21da-6ce6-42dd-9ff7-49cf15c1cd90), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:59.611596 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9ba514b6-f2db-4079-85dc-65defe1e6dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (8c7d21da-6ce6-42dd-9ff7-49cf15c1cd90), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:59.614411 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9ba514b6-f2db-4079-85dc-65defe1e6dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:45:59.615624 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-9ba514b6-f2db-4079-85dc-65defe1e6dba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c7d21da-6ce6-42dd-9ff7-49cf15c1cd90 HTTP/1.1" status: 204 len: 168 time: 0.1786344 Jul 06 13:45:59.624668 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba514b6-f2db-4079-85dc-65defe1e6dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7d21da-6ce6-42dd-9ff7-49cf15c1cd90,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:45:59.830741 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a37d9-bead-4469-9faa-1849ef7ec9ed req-dded3def-cd2d-416b-ab11-19df47b6b2f3 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:45:59.832505 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5c0a37d9-bead-4469-9faa-1849ef7ec9ed req-dded3def-cd2d-416b-ab11-19df47b6b2f3 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.0595927 Jul 06 13:45:59.909537 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5c0a37d9-bead-4469-9faa-1849ef7ec9ed req-c1569c16-cac3-4885-be77-9484b20de738 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705533 Jul 06 13:45:59.995901 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58962) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:00.039617 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-04b01809-8d99-45e4-94bb-f488e52b607a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ff9e1b18a2747dbaf70558c24126667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424323 Jul 06 13:46:00.042086 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 58966) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:00.047902 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:00.097694 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8d17ae81-7a4f-4378-87f8-ea0b1d5c0be5 admin admin] Publish callbacks [] for security_group (4bc2caa1-c83a-4187-9e61-708b6f3bb5a2), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:00.119873 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8d17ae81-7a4f-4378-87f8-ea0b1d5c0be5 admin admin] Publish callbacks [] for security_group (4bc2caa1-c83a-4187-9e61-708b6f3bb5a2), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:00.171085 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8d17ae81-7a4f-4378-87f8-ea0b1d5c0be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (4bc2caa1-c83a-4187-9e61-708b6f3bb5a2), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:00.173814 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8d17ae81-7a4f-4378-87f8-ea0b1d5c0be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:00.175079 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-8d17ae81-7a4f-4378-87f8-ea0b1d5c0be5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bc2caa1-c83a-4187-9e61-708b6f3bb5a2 HTTP/1.1" status: 204 len: 168 time: 0.1319640 Jul 06 13:46:00.183441 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17ae81-7a4f-4378-87f8-ea0b1d5c0be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc2caa1-c83a-4187-9e61-708b6f3bb5a2,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:00.440874 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff1136-cde0-44e3-98e8-8dee0ddf198a req-990f7164-4cc7-46ba-8df3-d58caf9c01ec tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:00.443458 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1fff1136-cde0-44e3-98e8-8dee0ddf198a req-990f7164-4cc7-46ba-8df3-d58caf9c01ec tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0589452 Jul 06 13:46:00.494124 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:DELETE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:00.521989 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b5eb5-1ef5-454b-bd08-a7f6347887f5 req-099b33e1-930f-4386-b495-0ba8788ee815 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:00.527047 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b82b5eb5-1ef5-454b-bd08-a7f6347887f5 req-099b33e1-930f-4386-b495-0ba8788ee815 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.0642028 Jul 06 13:46:00.544887 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1fff1136-cde0-44e3-98e8-8dee0ddf198a req-268f7622-3a6a-43a4-b36b-2c611b8a9dda tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953424 Jul 06 13:46:00.601909 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b82b5eb5-1ef5-454b-bd08-a7f6347887f5 req-2e9d9746-e289-4727-bed6-5aaa629afd6e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683651 Jul 06 13:46:00.684620 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f8490-71e3-4939-8929-0fdf8b837222 req-b66e488d-c0de-44ad-a2c2-e4f8d3674435 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:00.686045 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-580f8490-71e3-4939-8929-0fdf8b837222 req-b66e488d-c0de-44ad-a2c2-e4f8d3674435 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0566885 Jul 06 13:46:00.735713 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-580f8490-71e3-4939-8929-0fdf8b837222 req-fbf6094b-ab15-4ab5-bcf0-e643c2b95641 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431926 Jul 06 13:46:01.047145 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43ff77-1472-48ae-869d-371787bc5255 req-5e6b51fd-1fde-43e9-b6a5-08f8ff23559c tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:01.048654 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2d43ff77-1472-48ae-869d-371787bc5255 req-5e6b51fd-1fde-43e9-b6a5-08f8ff23559c tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.0623710 Jul 06 13:46:01.107257 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2d43ff77-1472-48ae-869d-371787bc5255 req-0134a438-21fc-4c7f-a050-0c60273841ef tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517304 Jul 06 13:46:01.681073 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8fe57-3c9d-488c-a2ef-84648cd2a9ea req-5ff29bbc-2d84-4247-8ae2-f1bc62320d90 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:01.682859 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-52f8fe57-3c9d-488c-a2ef-84648cd2a9ea req-5ff29bbc-2d84-4247-8ae2-f1bc62320d90 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0625026 Jul 06 13:46:01.748258 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-52f8fe57-3c9d-488c-a2ef-84648cd2a9ea req-f51a8506-dad4-4d55-81fb-0fdee78539d9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592475 Jul 06 13:46:01.797368 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f471ea6-3288-48f8-bc23-674b548cf768 req-12379084-3acf-4658-9802-a3c4f03f81fb tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:01.807324 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9f471ea6-3288-48f8-bc23-674b548cf768 req-12379084-3acf-4658-9802-a3c4f03f81fb tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.0806613 Jul 06 13:46:01.869474 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9f471ea6-3288-48f8-bc23-674b548cf768 req-8fdedc2b-fb22-42a8-89b6-1d95c202e2d6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611608 Jul 06 13:46:01.881433 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd2059-883a-4011-989b-5cd05b009948 req-3216d2be-a9d5-4530-92d0-54b32b4c992a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:01.882968 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bcfd2059-883a-4011-989b-5cd05b009948 req-3216d2be-a9d5-4530-92d0-54b32b4c992a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0591083 Jul 06 13:46:01.934943 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bcfd2059-883a-4011-989b-5cd05b009948 req-606bfad4-6070-46f6-b084-0cc89a5ff3ed tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454001 Jul 06 13:46:02.231179 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b2ee6-a758-4ef4-8b68-a4103cb6e31a req-63d16c54-7f51-44f8-b0aa-985e614669db tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:02.232674 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e56b2ee6-a758-4ef4-8b68-a4103cb6e31a req-63d16c54-7f51-44f8-b0aa-985e614669db tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.0507910 Jul 06 13:46:02.287483 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e56b2ee6-a758-4ef4-8b68-a4103cb6e31a req-b8994a13-2366-4030-a5bd-885c55aec4d2 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 Jul 06 13:46:02.868954 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb397c-9f13-44ee-8944-2ee0885fb8d4 req-1c4ed528-4e19-48d3-9b5d-7ee99b29be53 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:02.870480 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b8fb397c-9f13-44ee-8944-2ee0885fb8d4 req-1c4ed528-4e19-48d3-9b5d-7ee99b29be53 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0468736 Jul 06 13:46:02.919097 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b8fb397c-9f13-44ee-8944-2ee0885fb8d4 req-19c04a55-a676-4707-81f4-3efb0227bd36 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422773 Jul 06 13:46:02.986176 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:02.995778 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e078a69-90ba-4eb6-8f48-3d6fde90666f req-72061592-5c34-4c4b-93b5-9be735e866b1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:02.997271 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6e078a69-90ba-4eb6-8f48-3d6fde90666f req-72061592-5c34-4c4b-93b5-9be735e866b1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.0554287 Jul 06 13:46:03.048713 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6e078a69-90ba-4eb6-8f48-3d6fde90666f req-4af059fc-cf62-4b12-b41d-d7a7e1e1ea79 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459769 Jul 06 13:46:03.053259 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83726c0-1b3b-4db0-a8d8-5778321bc0cf req-ee4fe2b3-8b75-4a8d-b5a9-a96dc8bb5aa8 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:03.054764 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a83726c0-1b3b-4db0-a8d8-5778321bc0cf req-ee4fe2b3-8b75-4a8d-b5a9-a96dc8bb5aa8 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0474191 Jul 06 13:46:03.102739 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a83726c0-1b3b-4db0-a8d8-5778321bc0cf req-643d5c10-f133-460f-9676-91c6ca3ff2d8 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410211 Jul 06 13:46:03.404812 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb509d1d-6913-4d33-a796-57995cc01d8f req-3fe01b81-5eff-4882-bce1-eb0d689aaf12 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:03.406258 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fb509d1d-6913-4d33-a796-57995cc01d8f req-3fe01b81-5eff-4882-bce1-eb0d689aaf12 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.0463386 Jul 06 13:46:03.456376 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fb509d1d-6913-4d33-a796-57995cc01d8f req-03dbd0e2-3150-4264-ac19-c5d13565626d tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445459 Jul 06 13:46:04.036814 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730b09d-4215-49e5-bb7d-37409524f2d4 req-6e1fc002-9924-475a-94ef-c7ddb54e23b4 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:04.038327 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5730b09d-4215-49e5-bb7d-37409524f2d4 req-6e1fc002-9924-475a-94ef-c7ddb54e23b4 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0514576 Jul 06 13:46:04.087047 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5730b09d-4215-49e5-bb7d-37409524f2d4 req-307dada7-57fc-4788-a40e-5e8a3fc0158e tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419414 Jul 06 13:46:04.162596 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44a5eb-b636-4d57-b1ff-b83b0fed61a7 req-1ef5ab5a-a0cf-4999-a4e8-b8dfc94699e3 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:04.164831 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3f44a5eb-b636-4d57-b1ff-b83b0fed61a7 req-1ef5ab5a-a0cf-4999-a4e8-b8dfc94699e3 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.0494509 Jul 06 13:46:04.214989 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2c825-4524-4064-ac14-07f59dbeec99 req-649cde15-c1e9-4916-a352-d356625b8ead tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:04.216569 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-17a2c825-4524-4064-ac14-07f59dbeec99 req-649cde15-c1e9-4916-a352-d356625b8ead tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0476229 Jul 06 13:46:04.217204 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3f44a5eb-b636-4d57-b1ff-b83b0fed61a7 req-c6947706-7054-4a6e-a6be-887ef408d16f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469320 Jul 06 13:46:04.264440 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-17a2c825-4524-4064-ac14-07f59dbeec99 req-a68d424b-1dc8-4e9c-80b5-f35e5c6fe8cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418441 Jul 06 13:46:04.566922 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0913b-2a41-42a6-8a49-92dc9316de60 req-058c83f3-1423-467b-b1c5-3160217ce435 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:04.568380 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-61b0913b-2a41-42a6-8a49-92dc9316de60 req-058c83f3-1423-467b-b1c5-3160217ce435 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.0471640 Jul 06 13:46:04.620660 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-61b0913b-2a41-42a6-8a49-92dc9316de60 req-dea3243f-0757-42c8-8cfa-6a87f7145ff6 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467644 Jul 06 13:46:05.220896 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6e8ea-0e10-4177-834e-95d99af51f53 req-e191d902-8ee2-4204-84df-ec449831deb3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:05.222417 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-43f6e8ea-0e10-4177-834e-95d99af51f53 req-e191d902-8ee2-4204-84df-ec449831deb3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0472543 Jul 06 13:46:05.280674 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-43f6e8ea-0e10-4177-834e-95d99af51f53 req-04df5af9-eece-4efa-a01b-5dff3fd4842c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525651 Jul 06 13:46:05.342239 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8021e22-9940-4720-99c6-46bc6a85d0e6 req-20b91482-a143-4295-ad62-1bf19adc719e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:05.343723 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c8021e22-9940-4720-99c6-46bc6a85d0e6 req-20b91482-a143-4295-ad62-1bf19adc719e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.0574586 Jul 06 13:46:05.346269 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:05.378201 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:05.385290 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344c9f4-8a2a-472c-b72d-6c5d97968a5b req-e2255736-a3d5-444c-9ca5-61654d3c4814 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:05.386791 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f344c9f4-8a2a-472c-b72d-6c5d97968a5b req-e2255736-a3d5-444c-9ca5-61654d3c4814 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0502377 Jul 06 13:46:05.395841 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c8021e22-9940-4720-99c6-46bc6a85d0e6 req-57c4acb2-8d72-4286-8b75-e15ac3ad8b2e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462394 Jul 06 13:46:05.442013 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f344c9f4-8a2a-472c-b72d-6c5d97968a5b req-8b78c9de-2cfa-43b5-b664-a196c022d948 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493014 Jul 06 13:46:05.739221 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546bf24-0ad5-42af-b600-e5453ee6f7d9 req-ccb7a3d3-37b8-4774-b216-e53d59159b82 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:05.740675 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b546bf24-0ad5-42af-b600-e5453ee6f7d9 req-ccb7a3d3-37b8-4774-b216-e53d59159b82 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.0514407 Jul 06 13:46:05.789096 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b546bf24-0ad5-42af-b600-e5453ee6f7d9 req-32581b7f-3204-436f-b20c-3978f629ee8d tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416801 Jul 06 13:46:06.347132 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:06.405414 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61460ded-4385-4d15-a20b-12b121cf4eea req-613d059a-5148-402c-bcaf-c38822c9c23d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:06.406987 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-61460ded-4385-4d15-a20b-12b121cf4eea req-613d059a-5148-402c-bcaf-c38822c9c23d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0532603 Jul 06 13:46:06.469830 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=24 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:06.482187 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-61460ded-4385-4d15-a20b-12b121cf4eea req-25638cfc-dd82-4690-90a9-bd1852feb528 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690403 Jul 06 13:46:06.536163 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018dd20f-0b9e-45b6-8f52-d8a0ba5c12be req-c6b65585-f005-4f43-bec2-7e50c67f00b0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:06.537701 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-018dd20f-0b9e-45b6-8f52-d8a0ba5c12be req-c6b65585-f005-4f43-bec2-7e50c67f00b0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.0652933 Jul 06 13:46:06.597588 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-018dd20f-0b9e-45b6-8f52-d8a0ba5c12be req-432929e5-cf58-489d-9f3e-bea3456a4a6f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528860 Jul 06 13:46:06.602762 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3af21-f7f6-4f12-8a7d-86d55291a9d9 req-76c0e729-6edd-4723-a2da-65d2c2c08fea tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:06.604362 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-acb3af21-f7f6-4f12-8a7d-86d55291a9d9 req-76c0e729-6edd-4723-a2da-65d2c2c08fea tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0597153 Jul 06 13:46:06.655249 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:06.665346 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-acb3af21-f7f6-4f12-8a7d-86d55291a9d9 req-7784254f-f76a-4fed-8c3d-0022fdb65c71 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508072 Jul 06 13:46:06.911122 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab163c-0f78-49bf-82a9-f5f0190ccd45 req-372341fa-2f18-4cbc-997c-c8512341b74f tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:06.912592 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-04ab163c-0f78-49bf-82a9-f5f0190ccd45 req-372341fa-2f18-4cbc-997c-c8512341b74f tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.0524685 Jul 06 13:46:06.963476 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-04ab163c-0f78-49bf-82a9-f5f0190ccd45 req-3719204d-fc94-4652-b90d-4a3bf3f74a33 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446296 Jul 06 13:46:07.595449 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ea391-f653-43d0-8b13-bf6da8c1472c req-e5cc0cc6-60b1-40ac-9de2-7c09cca0c8bf tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:07.596912 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f36ea391-f653-43d0-8b13-bf6da8c1472c req-e5cc0cc6-60b1-40ac-9de2-7c09cca0c8bf tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0485001 Jul 06 13:46:07.646335 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f36ea391-f653-43d0-8b13-bf6da8c1472c req-d69edc39-78b9-4a0f-9208-8379d3f3d519 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437100 Jul 06 13:46:07.710434 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19779e-43c8-4a40-a093-a4642a80deef req-87f1bbf8-21ab-4ddd-a253-2818e692f7ca tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:07.712148 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4d19779e-43c8-4a40-a093-a4642a80deef req-87f1bbf8-21ab-4ddd-a253-2818e692f7ca tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.0499070 Jul 06 13:46:07.759904 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4d19779e-43c8-4a40-a093-a4642a80deef req-e5e4bd9f-dc1d-4120-ba99-f7a6545bf2bc tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Jul 06 13:46:07.781859 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f77a8-351b-4147-9a6d-04391744e2f6 req-46f23cff-68e2-4d49-8495-38a6d18995d9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:07.783323 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d77f77a8-351b-4147-9a6d-04391744e2f6 req-46f23cff-68e2-4d49-8495-38a6d18995d9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0513692 Jul 06 13:46:07.832831 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d77f77a8-351b-4147-9a6d-04391744e2f6 req-6ed79721-1d84-4a3a-9132-bb3e0c35124f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438592 Jul 06 13:46:08.080369 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2377e-a967-4fff-b8ab-37d723731d6a req-a082439d-904e-4284-84a3-4f61d7a61831 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:08.081829 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4cb2377e-a967-4fff-b8ab-37d723731d6a req-a082439d-904e-4284-84a3-4f61d7a61831 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.0478101 Jul 06 13:46:08.130891 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4cb2377e-a967-4fff-b8ab-37d723731d6a req-01db7f69-862c-479c-b131-04c578d441df tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Jul 06 13:46:08.759581 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d0930-c8c4-4870-b5b7-ec25dd2b866f req-93a269a1-fa0f-4d97-b6e2-4dc0f5bd111f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:08.761073 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ac3d0930-c8c4-4870-b5b7-ec25dd2b866f req-93a269a1-fa0f-4d97-b6e2-4dc0f5bd111f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0462699 Jul 06 13:46:08.809185 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ac3d0930-c8c4-4870-b5b7-ec25dd2b866f req-80919903-2352-4182-abca-189deec0bbf3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426073 Jul 06 13:46:08.871063 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0f494-c660-4200-bf19-78abcf8d0264 req-1f204048-0cdc-4f89-98eb-30f40ab18dc7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:08.872568 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3dd0f494-c660-4200-bf19-78abcf8d0264 req-1f204048-0cdc-4f89-98eb-30f40ab18dc7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.0479498 Jul 06 13:46:08.921008 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3dd0f494-c660-4200-bf19-78abcf8d0264 req-b6cd6a2f-ffb5-44ce-890d-1e925c6f34ef tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429220 Jul 06 13:46:08.947566 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8884c040-18d5-403d-93e7-1a03cb4a6c4a req-fb5b397c-70b6-4a37-8d12-1e051f5e25f7 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:08.949042 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8884c040-18d5-403d-93e7-1a03cb4a6c4a req-fb5b397c-70b6-4a37-8d12-1e051f5e25f7 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0469751 Jul 06 13:46:08.998326 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8884c040-18d5-403d-93e7-1a03cb4a6c4a req-1851d681-6664-4811-9106-6b703ecbe527 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437233 Jul 06 13:46:09.232544 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:09.240892 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19a8ff-e172-48dc-83c7-b36b82901f2e req-201697f8-4fa3-492e-b24f-453042172e63 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:09.242950 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cd19a8ff-e172-48dc-83c7-b36b82901f2e req-201697f8-4fa3-492e-b24f-453042172e63 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 944 time: 0.0467381 Jul 06 13:46:09.290035 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cd19a8ff-e172-48dc-83c7-b36b82901f2e req-6a69fb1c-69dd-43ae-b7ba-b9ba7fcb0438 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416193 Jul 06 13:46:09.448252 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-90c37090-e390-4278-82c3-3e23bf1e8dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:10.042173 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 8a192dda-4324-4e22-921f-fbd7d7236d23 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:46:10.048493 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbb318-b3d1-49f5-bc95-5b459d1ada06 req-6d799c85-27c0-4116-b306-03e2d954d6a0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:10.050056 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-23dbb318-b3d1-49f5-bc95-5b459d1ada06 req-6d799c85-27c0-4116-b306-03e2d954d6a0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 943 time: 0.0592213 Jul 06 13:46:10.103960 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-23dbb318-b3d1-49f5-bc95-5b459d1ada06 req-204d6153-2633-4de0-9eaf-082814b4b45f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466392 Jul 06 13:46:10.106779 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a20b15-b04b-4ab8-949e-5c44a1269b77 req-525067b8-290c-4919-8b56-5587bc370c69 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:10.108288 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-11a20b15-b04b-4ab8-949e-5c44a1269b77 req-525067b8-290c-4919-8b56-5587bc370c69 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.2316794 Jul 06 13:46:10.164853 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 8a192dda-4324-4e22-921f-fbd7d7236d23, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8a192dda-4324-4e22-921f-fbd7d7236d23,segment=NetworkSegment(133e991b-bde6-4110-8978-46a56c0514f2),segment_id=133e991b-bde6-4110-8978-46a56c0514f2)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:10.169214 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-11a20b15-b04b-4ab8-949e-5c44a1269b77 req-89cba9b7-4f78-4461-8485-4208b78e7b8c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548165 Jul 06 13:46:10.177981 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '8a192dda-4324-4e22-921f-fbd7d7236d23', 'network_id': '076be296-74e0-43c0-b50c-a77841c7b395', 'port_id': '8a192dda-4324-4e22-921f-fbd7d7236d23', 'mac_address': 'fa:16:3e:6c:a5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e1d880a-3be2-4de8-bd8c-fd9fd02c1456', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:46:10.179717 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:10.217949 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 8a192dda-4324-4e22-921f-fbd7d7236d23 is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:10.218258 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c3e64-9bc0-4993-8d7a-05930e0281b8 req-3ddd8be6-455d-4de3-ade5-db9aff50443b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:10.218373 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:10.219750 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d06c3e64-9bc0-4993-8d7a-05930e0281b8 req-3ddd8be6-455d-4de3-ade5-db9aff50443b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0580955 Jul 06 13:46:10.231840 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a192dda-4324-4e22-921f-fbd7d7236d23 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:46:10.252308 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 8a192dda-4324-4e22-921f-fbd7d7236d23, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8a192dda-4324-4e22-921f-fbd7d7236d23,segment=NetworkSegment(133e991b-bde6-4110-8978-46a56c0514f2),segment_id=133e991b-bde6-4110-8978-46a56c0514f2)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:10.257551 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:10.258242 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 13a49a96-2359-4685-a057-014466405458 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:46:10.268399 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d06c3e64-9bc0-4993-8d7a-05930e0281b8 req-7874b13d-8efb-4abb-b914-c6b49d0d3fd9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429010 Jul 06 13:46:10.329918 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=8a192dda-4324-4e22-921f-fbd7d7236d23,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:10.399559 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 13a49a96-2359-4685-a057-014466405458, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=13a49a96-2359-4685-a057-014466405458,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:10.410504 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '13a49a96-2359-4685-a057-014466405458', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'port_id': '13a49a96-2359-4685-a057-014466405458', 'mac_address': 'fa:16:3e:d5:e9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:46:10.414610 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf292cf-cb77-4156-8d5e-aa0d7eb5e6c8 req-5e2098eb-1d72-4df9-bd57-fdaba8e914fc tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:10.416137 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-edf292cf-cb77-4156-8d5e-aa0d7eb5e6c8 req-5e2098eb-1d72-4df9-bd57-fdaba8e914fc tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 945 time: 0.0486512 Jul 06 13:46:10.446572 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 13a49a96-2359-4685-a057-014466405458 is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:10.446967 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (13a49a96-2359-4685-a057-014466405458), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:10.463713 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-edf292cf-cb77-4156-8d5e-aa0d7eb5e6c8 req-258fb479-8882-47a6-8b90-41bf2eb64ee1 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Jul 06 13:46:10.464406 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a49a96-2359-4685-a057-014466405458 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:46:10.486724 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 13a49a96-2359-4685-a057-014466405458, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=13a49a96-2359-4685-a057-014466405458,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:10.490384 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (13a49a96-2359-4685-a057-014466405458), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:10.494937 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:10.536114 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=13a49a96-2359-4685-a057-014466405458,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:11.023301 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-2a8117a0-f2db-4996-aa60-4d3f8918150f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ca14d5b-272c-4543-9380-0fbec0da4da8 HTTP/1.1" status: 200 len: 217 time: 0.0875335 Jul 06 13:46:11.033672 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-7df17861-ae00-4ba6-a146-fa31a3aa66f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb26a6ef-8459-409e-986c-7f71a4f52683 HTTP/1.1" status: 200 len: 217 time: 0.0989890 Jul 06 13:46:11.035383 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c71f2a6f-25c2-4196-9615-10a5237f138a req-db9e176a-fa65-4f2f-a864-6fb86ce6c66e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13a49a96-2359-4685-a057-014466405458 HTTP/1.1" status: 200 len: 217 time: 0.0937514 Jul 06 13:46:11.076803 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233da81a-7cab-427b-b2dd-7957833fd68d req-62431b8b-be0d-48fc-b0f7-39e961868cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:11.078389 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-62431b8b-be0d-48fc-b0f7-39e961868cda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1447716 Jul 06 13:46:11.081685 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafdfd2a-bd07-4ea6-a4e0-ce035216b4fc req-b5ea7d06-d474-4842-a284-1b880543223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:11.083183 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bafdfd2a-bd07-4ea6-a4e0-ce035216b4fc req-b5ea7d06-d474-4842-a284-1b880543223b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=076be296-74e0-43c0-b50c-a77841c7b395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1410496 Jul 06 13:46:11.141164 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:11.144166 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-fa92ac64-1c26-491c-a171-fd791693ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:11.146178 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-fa92ac64-1c26-491c-a171-fd791693ecd3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 200 len: 854 time: 0.1009619 Jul 06 13:46:11.146303 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-7bee7562-8c13-4978-8bdb-59c8f824e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:11.149024 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-7bee7562-8c13-4978-8bdb-59c8f824e35f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e1bcabb-e45a-4964-8332-c655940202a4 HTTP/1.1" status: 200 len: 849 time: 0.1183949 Jul 06 13:46:11.150948 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f2a6f-25c2-4196-9615-10a5237f138a req-e7426338-c1e2-434e-b300-94e0d27800fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:11.152321 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c71f2a6f-25c2-4196-9615-10a5237f138a req-e7426338-c1e2-434e-b300-94e0d27800fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.0985885 Jul 06 13:46:11.321734 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-374b04fe-8d92-4553-8608-f33710eff084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:11.323306 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-374b04fe-8d92-4553-8608-f33710eff084 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599de418-b206-4788-89c1-e9276ab94414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1539209 Jul 06 13:46:11.333947 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:11.347994 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-5b8f06e4-1f9f-4698-8a2a-057f192aeacc service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573841 Jul 06 13:46:11.361248 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b4e64-1451-4e52-b79b-a01d0d5d1ccc req-c44e3dc9-3a8d-4e1c-9600-2d701a43e90c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:11.362694 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ed6b4e64-1451-4e52-b79b-a01d0d5d1ccc req-c44e3dc9-3a8d-4e1c-9600-2d701a43e90c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 944 time: 0.1452696 Jul 06 13:46:11.363680 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f2a6f-25c2-4196-9615-10a5237f138a req-b0846590-4307-4cdc-be6d-6f4c48accd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:11.364951 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c71f2a6f-25c2-4196-9615-10a5237f138a req-b0846590-4307-4cdc-be6d-6f4c48accd29 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1131961 Jul 06 13:46:11.367904 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bafdfd2a-bd07-4ea6-a4e0-ce035216b4fc req-1e135fc7-0fde-408f-ba9d-2fe7e779245c service neutron] 10.222.0.39 "GET /v2.0/networks/076be296-74e0-43c0-b50c-a77841c7b395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683542 Jul 06 13:46:11.372203 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-aff55fd5-f571-4796-803c-dcfc18024f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:11.373721 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-aff55fd5-f571-4796-803c-dcfc18024f85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=971af843-a8c2-4694-8a42-a011949622a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1323488 Jul 06 13:46:11.404943 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:11.416199 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cce2c-c311-46c3-9bd4-6da0c1a4d350 req-40481bc9-1656-4d63-a1ae-82f41ab1bcc4 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:11.417739 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8b8cce2c-c311-46c3-9bd4-6da0c1a4d350 req-40481bc9-1656-4d63-a1ae-82f41ab1bcc4 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.1613128 Jul 06 13:46:11.494046 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['8a192dda-4324-4e22-921f-fbd7d7236d23'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:11.555205 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ed6b4e64-1451-4e52-b79b-a01d0d5d1ccc req-12c8f24b-c138-4c5c-b6d8-f94785c9b215 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858237 Jul 06 13:46:11.748610 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8b8cce2c-c311-46c3-9bd4-6da0c1a4d350 req-89d45980-bc95-4c36-88d9-90a016b0de43 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3092048 Jul 06 13:46:11.767064 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-233da81a-7cab-427b-b2dd-7957833fd68d req-7e3262fb-177e-4e97-8afd-931a38f728d2 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102814 Jul 06 13:46:11.777989 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-72cc2913-7a07-4a3c-b69d-211acd00e650 service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902321 Jul 06 13:46:11.782712 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bafdfd2a-bd07-4ea6-a4e0-ce035216b4fc req-15512130-e051-445f-b40c-4563c0b8f910 service neutron] 10.222.0.39 "GET /v2.0/networks/076be296-74e0-43c0-b50c-a77841c7b395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957279 Jul 06 13:46:11.783323 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-9a5da742-e7c4-457a-9a83-da8ff259758a service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504378 Jul 06 13:46:11.829559 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c71f2a6f-25c2-4196-9615-10a5237f138a req-f23f6432-9932-4b32-82e7-3b1aa76495b1 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512281 Jul 06 13:46:11.840740 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a6aa-5ad4-4da7-be6e-10bdbaec08cb req-54b61acd-5872-41c2-bd35-df09f9b5e36f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:11.844229 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4fe6a6aa-5ad4-4da7-be6e-10bdbaec08cb req-54b61acd-5872-41c2-bd35-df09f9b5e36f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0850780 Jul 06 13:46:11.880752 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da7006-2ccd-461c-a444-c595c7c02f7d req-e9e761eb-95e9-4970-9b1f-ea2f66f970ac tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:11.882795 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f2da7006-2ccd-461c-a444-c595c7c02f7d req-e9e761eb-95e9-4970-9b1f-ea2f66f970ac tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 945 time: 0.0520868 Jul 06 13:46:11.896974 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4fe6a6aa-5ad4-4da7-be6e-10bdbaec08cb req-030f072d-a617-4bb3-a72c-0ecfcd4a8fe2 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490534 Jul 06 13:46:11.935246 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5c57de5d-b62e-42b1-bb50-79323d6ec208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:11.946743 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f2da7006-2ccd-461c-a444-c595c7c02f7d req-8c0d1529-5257-441f-80c2-4311e0ee136a tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578511 Jul 06 13:46:12.675838 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d9e60-b133-46f9-8606-9d909af9d92d req-e91ca8d9-043e-4074-b40b-10a87c685702 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:12.677612 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-645d9e60-b133-46f9-8606-9d909af9d92d req-e91ca8d9-043e-4074-b40b-10a87c685702 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 944 time: 0.0496140 Jul 06 13:46:12.728207 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-645d9e60-b133-46f9-8606-9d909af9d92d req-38a24570-b940-41a4-8678-78baf754bc2d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Jul 06 13:46:12.852981 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:12.874361 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 59366) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:12.876547 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bceee-5053-4f18-9795-8c367ae957f5 req-0fcdc1b6-4c24-46ee-aca1-c29f292e86a7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:12.878065 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a92bceee-5053-4f18-9795-8c367ae957f5 req-0fcdc1b6-4c24-46ee-aca1-c29f292e86a7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0481668 Jul 06 13:46:12.930166 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a92bceee-5053-4f18-9795-8c367ae957f5 req-94bc8851-2ad8-4ca8-94fd-b7fd3e511b02 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446208 Jul 06 13:46:13.001690 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-886de27d-d293-4ccb-bc9e-de830c0cc8b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.052569 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2930d1e-fe3c-490e-91d6-a9be29ed3473 req-497b0501-2af7-489d-88b1-cbf8adf2d312 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:13.058879 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e2930d1e-fe3c-490e-91d6-a9be29ed3473 req-497b0501-2af7-489d-88b1-cbf8adf2d312 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0723546 Jul 06 13:46:13.066440 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f41213-96f0-4646-94cf-e8cc1fe232d9 req-df409e39-b88e-407b-8949-cd00ae7ed86a tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:13.067663 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:13.067921 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-54f41213-96f0-4646-94cf-e8cc1fe232d9 req-df409e39-b88e-407b-8949-cd00ae7ed86a tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 945 time: 0.0517385 Jul 06 13:46:13.118785 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-54f41213-96f0-4646-94cf-e8cc1fe232d9 req-1afbc3da-892b-412f-9b4e-9b0af89b12b3 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435617 Jul 06 13:46:13.142675 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e2930d1e-fe3c-490e-91d6-a9be29ed3473 req-a7cec500-0921-4118-9202-5c718f126512 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800235 Jul 06 13:46:13.172606 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-886de27d-d293-4ccb-bc9e-de830c0cc8b1 admin admin] Publish callbacks [] for security_group (90ed0875-9b28-4be6-acab-1bcdd7663a45), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.176557 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-886de27d-d293-4ccb-bc9e-de830c0cc8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (90ed0875-9b28-4be6-acab-1bcdd7663a45), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.200452 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['13a49a96-2359-4685-a057-014466405458'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:13.217514 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-886de27d-d293-4ccb-bc9e-de830c0cc8b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89cafc4c24ad4d88aadd6e77e410bfe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418236 Jul 06 13:46:13.218423 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886de27d-d293-4ccb-bc9e-de830c0cc8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ed0875-9b28-4be6-acab-1bcdd7663a45,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:13.220118 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59376) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:13.285586 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e73fe7e7-53af-43bc-b50b-da358542ba79 admin admin] Publish callbacks [] for security_group (90ed0875-9b28-4be6-acab-1bcdd7663a45), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.309395 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e73fe7e7-53af-43bc-b50b-da358542ba79 admin admin] Publish callbacks [] for security_group (90ed0875-9b28-4be6-acab-1bcdd7663a45), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.359210 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e73fe7e7-53af-43bc-b50b-da358542ba79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (90ed0875-9b28-4be6-acab-1bcdd7663a45), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.361783 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e73fe7e7-53af-43bc-b50b-da358542ba79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.362918 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-e73fe7e7-53af-43bc-b50b-da358542ba79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90ed0875-9b28-4be6-acab-1bcdd7663a45 HTTP/1.1" status: 204 len: 168 time: 0.1418228 Jul 06 13:46:13.370802 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73fe7e7-53af-43bc-b50b-da358542ba79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ed0875-9b28-4be6-acab-1bcdd7663a45,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:13.623649 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59384) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:13.639965 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8c8428e7-f844-49b8-b5b0-e998c115a381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.642423 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:13.719341 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8c8428e7-f844-49b8-b5b0-e998c115a381 admin admin] Publish callbacks [] for security_group (ee9fa8f8-816d-4a44-95bb-7e506cfdf928), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.722966 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8c8428e7-f844-49b8-b5b0-e998c115a381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (ee9fa8f8-816d-4a44-95bb-7e506cfdf928), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.737555 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:13.761954 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8428e7-f844-49b8-b5b0-e998c115a381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9fa8f8-816d-4a44-95bb-7e506cfdf928,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:13.770260 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-8c8428e7-f844-49b8-b5b0-e998c115a381 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1da84e46653e4b7a8fd27f412b707551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432314 Jul 06 13:46:13.771160 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59388) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:13.856803 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-03fbe62a-bb79-48e6-b4d7-649b4b760d78 admin admin] Publish callbacks [] for security_group (ee9fa8f8-816d-4a44-95bb-7e506cfdf928), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.864918 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07cf9c-eeed-4a06-bee1-3413d1761a02 req-63811051-da58-45f4-8d22-193fecd522c1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:13.866962 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9a07cf9c-eeed-4a06-bee1-3413d1761a02 req-63811051-da58-45f4-8d22-193fecd522c1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 944 time: 0.0660932 Jul 06 13:46:13.904424 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-03fbe62a-bb79-48e6-b4d7-649b4b760d78 admin admin] Publish callbacks [] for security_group (ee9fa8f8-816d-4a44-95bb-7e506cfdf928), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.951071 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9a07cf9c-eeed-4a06-bee1-3413d1761a02 req-31bb2af9-bc52-4238-887c-56b62f09e82c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766895 Jul 06 13:46:13.978304 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-03fbe62a-bb79-48e6-b4d7-649b4b760d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (ee9fa8f8-816d-4a44-95bb-7e506cfdf928), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.980936 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-03fbe62a-bb79-48e6-b4d7-649b4b760d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:13.984371 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-03fbe62a-bb79-48e6-b4d7-649b4b760d78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee9fa8f8-816d-4a44-95bb-7e506cfdf928 HTTP/1.1" status: 204 len: 168 time: 0.2107401 Jul 06 13:46:13.992712 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbe62a-bb79-48e6-b4d7-649b4b760d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9fa8f8-816d-4a44-95bb-7e506cfdf928,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:14.004678 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:14.047954 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b32f2-77fd-4981-acde-6d79621a20c2 req-2733681b-34b3-407b-8c31-a66e7ee468b2 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:14.049669 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-156b32f2-77fd-4981-acde-6d79621a20c2 req-2733681b-34b3-407b-8c31-a66e7ee468b2 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0496750 Jul 06 13:46:14.104382 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-156b32f2-77fd-4981-acde-6d79621a20c2 req-06872e6f-a56f-46d0-b549-38e092ae981c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474322 Jul 06 13:46:14.271056 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf88a49-ebfe-46a9-9338-9a6a01ecbebf req-ca434947-fff0-436f-afcb-dec0be82badc tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:14.273510 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-abf88a49-ebfe-46a9-9338-9a6a01ecbebf req-ca434947-fff0-436f-afcb-dec0be82badc tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0564692 Jul 06 13:46:14.296321 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d63f3-e813-448f-bb39-28771b3f58a4 req-56e0313c-5a6e-4b6a-b9a8-57b304799dc6 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:14.297845 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-591d63f3-e813-448f-bb39-28771b3f58a4 req-56e0313c-5a6e-4b6a-b9a8-57b304799dc6 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 945 time: 0.0884316 Jul 06 13:46:14.334077 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:14.349562 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-abf88a49-ebfe-46a9-9338-9a6a01ecbebf req-99b9cb89-8977-470a-9cb1-d8f0bbde56be tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698898 Jul 06 13:46:14.371028 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-591d63f3-e813-448f-bb39-28771b3f58a4 req-7edff69f-368f-4dad-b132-02e2dd341813 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608795 Jul 06 13:46:14.629967 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:15.051446 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:15.072856 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7c674-b047-425f-9459-602135fa94ae req-2bc011fd-1362-4b01-8afe-33ce7ebd912a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:15.074363 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-88f7c674-b047-425f-9459-602135fa94ae req-2bc011fd-1362-4b01-8afe-33ce7ebd912a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 944 time: 0.0507467 Jul 06 13:46:15.121348 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-88f7c674-b047-425f-9459-602135fa94ae req-43f09e6a-2b41-4105-94b0-17d33a4a031a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Jul 06 13:46:15.222583 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840d11e-8e43-4200-99bf-05efaa0b1438 req-157d2243-bbce-48b4-acdd-e27eaddfc036 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:15.224114 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b840d11e-8e43-4200-99bf-05efaa0b1438 req-157d2243-bbce-48b4-acdd-e27eaddfc036 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0495517 Jul 06 13:46:15.276210 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b840d11e-8e43-4200-99bf-05efaa0b1438 req-226849f1-92bc-471f-a8e5-fd7afe8b41da tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465100 Jul 06 13:46:15.468779 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220dd8a-7e99-436a-95f0-84598ad6bf02 req-6b0ca55a-f5b9-486a-b75c-e1b74c855e4c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:15.473568 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8220dd8a-7e99-436a-95f0-84598ad6bf02 req-6b0ca55a-f5b9-486a-b75c-e1b74c855e4c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0562851 Jul 06 13:46:15.487795 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe28665-c7ff-4994-95a2-9de0e2538901 req-822df03c-4c30-4d7c-b8d3-7d7f90f1770d tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:15.490514 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3fe28665-c7ff-4994-95a2-9de0e2538901 req-822df03c-4c30-4d7c-b8d3-7d7f90f1770d tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 945 time: 0.0507660 Jul 06 13:46:15.526841 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8220dd8a-7e99-436a-95f0-84598ad6bf02 req-14ef9db3-df23-4bb3-b942-2044eaec081a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510023 Jul 06 13:46:15.551719 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3fe28665-c7ff-4994-95a2-9de0e2538901 req-29360c53-6d4c-48ed-a88f-16272681bdae tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497284 Jul 06 13:46:15.797517 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-529516e5-2cb0-47b3-9afd-9c9991f9c141 req-f03483fa-a412-40c1-9212-d9568528c86f service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502872 Jul 06 13:46:15.812698 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f0a0403f-9b4a-4e0f-a0a9-eb7e20d35478 req-9345e9f0-0c1e-4a4b-9b7f-caf3f8a44bf0 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566870 Jul 06 13:46:15.814787 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c71f2a6f-25c2-4196-9615-10a5237f138a req-9960902d-4ca1-4348-b952-8ff43adf5c14 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690013 Jul 06 13:46:16.247836 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabf0cf-2249-404f-bc1d-b012a1ecd2dc req-5530b13d-98c9-4259-855e-e24ffbea87fc tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:16.249408 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cdabf0cf-2249-404f-bc1d-b012a1ecd2dc req-5530b13d-98c9-4259-855e-e24ffbea87fc tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 944 time: 0.0582902 Jul 06 13:46:16.301725 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cdabf0cf-2249-404f-bc1d-b012a1ecd2dc req-73530f13-291b-4c65-b749-be28f3e1e32f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Jul 06 13:46:16.395311 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208edf27-230e-4505-8002-36df8e2ffcc6 req-525518ca-fbd7-4986-9ee5-994b7e87f7c4 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:16.396796 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-208edf27-230e-4505-8002-36df8e2ffcc6 req-525518ca-fbd7-4986-9ee5-994b7e87f7c4 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0526373 Jul 06 13:46:16.447755 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-208edf27-230e-4505-8002-36df8e2ffcc6 req-6110adb5-0f23-42d3-bfd0-5949ef58bacf tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451939 Jul 06 13:46:16.634821 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:16.638677 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd402f20-4392-4579-a366-907c0b3b51e5 req-845f5c5c-b38a-4ba4-8b91-7bb0677e34da tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:16.640206 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bd402f20-4392-4579-a366-907c0b3b51e5 req-845f5c5c-b38a-4ba4-8b91-7bb0677e34da tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0525808 Jul 06 13:46:16.676829 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979c285-08db-48ad-a6df-88b774e69116 req-25b57920-1813-437e-b4ec-0809d7a88bb7 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:16.678273 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d979c285-08db-48ad-a6df-88b774e69116 req-25b57920-1813-437e-b4ec-0809d7a88bb7 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 945 time: 0.0533426 Jul 06 13:46:16.691222 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bd402f20-4392-4579-a366-907c0b3b51e5 req-0d140870-bb43-4af7-ba31-609a94db279c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455987 Jul 06 13:46:16.726926 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d979c285-08db-48ad-a6df-88b774e69116 req-5e62a42d-f3e0-4b11-8af5-954364729773 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428331 Jul 06 13:46:17.403577 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:17.417926 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fecd3-9978-49e0-8b1b-942ff5fec345 req-c75cecb5-fe05-4855-b65d-562e625630af tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:17.419726 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d76fecd3-9978-49e0-8b1b-942ff5fec345 req-c75cecb5-fe05-4855-b65d-562e625630af tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 944 time: 0.0526288 Jul 06 13:46:17.482739 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d76fecd3-9978-49e0-8b1b-942ff5fec345 req-05026d2c-c04f-42da-b7f9-c201cf36e850 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559657 Jul 06 13:46:17.599156 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f379b9-4e3f-4d41-958c-94590954e9bf req-4d54e101-fe1e-4f84-aa19-2575765ce9c7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:17.606910 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f9f379b9-4e3f-4d41-958c-94590954e9bf req-4d54e101-fe1e-4f84-aa19-2575765ce9c7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0730126 Jul 06 13:46:17.661727 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f9f379b9-4e3f-4d41-958c-94590954e9bf req-aeb176d8-1193-4fc3-a6c3-eb8beba3e19f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537732 Jul 06 13:46:17.805259 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9db32a-218a-4d2d-ab7d-92a0ce6a8e2a req-49bb238f-0c14-4910-ae6e-3c8813b6a31d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:17.806786 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fc9db32a-218a-4d2d-ab7d-92a0ce6a8e2a req-49bb238f-0c14-4910-ae6e-3c8813b6a31d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0476460 Jul 06 13:46:17.842978 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28754f-4f72-4174-a54b-22d0d86c8c37 req-623c7d13-20a6-48b4-bcd4-9a15726b259c tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:17.844467 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-de28754f-4f72-4174-a54b-22d0d86c8c37 req-623c7d13-20a6-48b4-bcd4-9a15726b259c tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 945 time: 0.0503514 Jul 06 13:46:17.855121 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fc9db32a-218a-4d2d-ab7d-92a0ce6a8e2a req-74fbb9fb-f07d-4557-9947-2753c6781100 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427597 Jul 06 13:46:17.865310 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:17.894089 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-de28754f-4f72-4174-a54b-22d0d86c8c37 req-29997790-7b11-4c4f-9f0b-95b1241ea2bb tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439730 Jul 06 13:46:18.204752 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 8a192dda-4324-4e22-921f-fbd7d7236d23 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:18.246958 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 8a192dda-4324-4e22-921f-fbd7d7236d23 completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:46:18.252444 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 8a192dda-4324-4e22-921f-fbd7d7236d23 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:18.252819 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:18.327253 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 8a192dda-4324-4e22-921f-fbd7d7236d23 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:18.328171 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:18.354458 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a192dda-4324-4e22-921f-fbd7d7236d23'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:46:18.427016 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 8a192dda-4324-4e22-921f-fbd7d7236d23, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8a192dda-4324-4e22-921f-fbd7d7236d23,segment=NetworkSegment(133e991b-bde6-4110-8978-46a56c0514f2),segment_id=133e991b-bde6-4110-8978-46a56c0514f2)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:18.431877 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:18.432656 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 13a49a96-2359-4685-a057-014466405458 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:18.505668 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=8a192dda-4324-4e22-921f-fbd7d7236d23,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:18.520274 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 13a49a96-2359-4685-a057-014466405458 completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:46:18.525986 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.526905 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.527350 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.528340 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.528935 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.529475 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.529863 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.530221 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.530568 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.531111 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.531321 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.531672 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.532005 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.532402 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.532770 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:18.540210 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf605fca-2a3d-4bfc-816a-e23acf087f38" -d '{"events": [{"server_uuid": "965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae", "name": "network-vif-plugged", "status": "completed", "tag": "8a192dda-4324-4e22-921f-fbd7d7236d23"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:18.543908 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 13a49a96-2359-4685-a057-014466405458 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:18.544284 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (13a49a96-2359-4685-a057-014466405458), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:18.648420 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 13a49a96-2359-4685-a057-014466405458 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:18.651640 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (13a49a96-2359-4685-a057-014466405458), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:18.674947 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0e7bf-9278-4955-ae98-bc9ef22f8603 req-8ef2d4bc-4527-4b83-9455-017f49e9e252 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:18.685832 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-85b0e7bf-9278-4955-ae98-bc9ef22f8603 req-8ef2d4bc-4527-4b83-9455-017f49e9e252 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 944 time: 0.0784910 Jul 06 13:46:18.705587 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 13a49a96-2359-4685-a057-014466405458, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=13a49a96-2359-4685-a057-014466405458,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:18.707935 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87404ffa-220d-4934-a5d2-4fec589e5463 x-openstack-request-id: req-87404ffa-220d-4934-a5d2-4fec589e5463 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:18.708579 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae", "name": "network-vif-plugged", "status": "completed", "tag": "8a192dda-4324-4e22-921f-fbd7d7236d23", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:18.709578 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87404ffa-220d-4934-a5d2-4fec589e5463 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:18.710189 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87404ffa-220d-4934-a5d2-4fec589e5463'] response: {'server_uuid': '965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a192dda-4324-4e22-921f-fbd7d7236d23', 'code': 200} Jul 06 13:46:18.711738 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (13a49a96-2359-4685-a057-014466405458), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:18.751528 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:18.791371 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-85b0e7bf-9278-4955-ae98-bc9ef22f8603 req-9525fd81-62b3-42c8-8092-2071aeab9e22 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041579 Jul 06 13:46:18.798609 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=13a49a96-2359-4685-a057-014466405458,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:18.836313 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1800d9-5592-40ab-a389-4958faf40de7 req-470a878d-13bc-4244-817b-1e8f19c3ea9d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:18.837840 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4f1800d9-5592-40ab-a389-4958faf40de7 req-470a878d-13bc-4244-817b-1e8f19c3ea9d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0600157 Jul 06 13:46:18.898952 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4f1800d9-5592-40ab-a389-4958faf40de7 req-86e888ec-a9a1-40b8-83b8-0d1bd1d5946a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546458 Jul 06 13:46:19.066916 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c8c99-8b20-4126-a8ee-50f003bc3299 req-6914ffff-1007-442a-af27-b304c6926e11 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:19.074809 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf3245-77bb-4a9e-8c21-e606429e5b73 req-005e523c-4eda-414e-949b-4075381e90ea tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:19.075034 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c46c8c99-8b20-4126-a8ee-50f003bc3299 req-6914ffff-1007-442a-af27-b304c6926e11 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0899107 Jul 06 13:46:19.083201 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1daf3245-77bb-4a9e-8c21-e606429e5b73 req-005e523c-4eda-414e-949b-4075381e90ea tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.1250064 Jul 06 13:46:19.153096 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c46c8c99-8b20-4126-a8ee-50f003bc3299 req-a6e768ad-8d0f-48d6-afff-a62a423b54cc tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772805 Jul 06 13:46:19.166246 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1daf3245-77bb-4a9e-8c21-e606429e5b73 req-4308c273-1d4b-470d-adbc-9135de0ff2f0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814776 Jul 06 13:46:19.172704 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef05ddf-5dc2-4077-832a-428bd3adb5b5 req-45fa24e5-f7bd-4d85-853f-8515f199d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:19.174776 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3ef05ddf-5dc2-4077-832a-428bd3adb5b5 req-45fa24e5-f7bd-4d85-853f-8515f199d7ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 1127 time: 0.0758135 Jul 06 13:46:19.414806 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59578) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:19.516095 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:19.596603 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Publish callbacks [] for security_group (9049fbe6-3d2b-4cdb-a722-395db3586518), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:19.600012 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (9049fbe6-3d2b-4cdb-a722-395db3586518), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:19.639241 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7a3d09eab8347a29c3cca1f3fcafac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234015 Jul 06 13:46:19.640325 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9049fbe6-3d2b-4cdb-a722-395db3586518,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:19.641943 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 59582) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:19.647856 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.648204 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.648543 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.648879 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.649232 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.649555 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.649881 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.650193 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.650512 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.650840 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.651171 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.651470 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.651786 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.652100 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.652412 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2da49b4-41de-42e0-a6ae-003ca66bf470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.690945 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Publish callbacks [] for security_group (9049fbe6-3d2b-4cdb-a722-395db3586518), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:19.712777 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Publish callbacks [] for security_group (9049fbe6-3d2b-4cdb-a722-395db3586518), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:19.720052 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:19.762379 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (9049fbe6-3d2b-4cdb-a722-395db3586518), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:19.765027 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:19.766232 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9049fbe6-3d2b-4cdb-a722-395db3586518 HTTP/1.1" status: 204 len: 168 time: 0.1233270 Jul 06 13:46:19.774328 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9049fbe6-3d2b-4cdb-a722-395db3586518,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:19.781731 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.782110 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.782415 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.782797 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.783195 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.783518 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.783871 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.784192 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.784519 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.784839 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.785223 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.785551 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.785871 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.786184 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.786501 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc71314b-347c-49b5-a044-37ca2cd6a18d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:19.899708 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c242e96-b952-4c3c-b3c1-71135552d82e req-34a1811f-db6d-4125-99ee-699a82b8de2a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:19.901245 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6c242e96-b952-4c3c-b3c1-71135552d82e req-34a1811f-db6d-4125-99ee-699a82b8de2a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0493393 Jul 06 13:46:19.952905 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6c242e96-b952-4c3c-b3c1-71135552d82e req-02ab7050-df5b-49ef-9563-78f8aab1ebcb tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461409 Jul 06 13:46:20.024713 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab4177-2131-4f06-bdd4-2ddcfd963c6c req-b047067e-a809-4bc6-b552-afb6f28a6372 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:20.026585 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4bab4177-2131-4f06-bdd4-2ddcfd963c6c req-b047067e-a809-4bc6-b552-afb6f28a6372 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0576725 Jul 06 13:46:20.076909 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4bab4177-2131-4f06-bdd4-2ddcfd963c6c req-775be98a-6218-47f9-8af1-0f5174d677b5 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439301 Jul 06 13:46:20.080385 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59600) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:20.095642 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-28e71b38-616c-4f46-b0ed-ceef8908f428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:20.178001 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-28e71b38-616c-4f46-b0ed-ceef8908f428 admin admin] Publish callbacks [] for security_group (d49df7d6-32dc-47c7-9cf9-fb1b694a359d), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:20.182713 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-28e71b38-616c-4f46-b0ed-ceef8908f428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (d49df7d6-32dc-47c7-9cf9-fb1b694a359d), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:20.213446 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:20.236532 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e71b38-616c-4f46-b0ed-ceef8908f428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49df7d6-32dc-47c7-9cf9-fb1b694a359d,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:20.244961 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-28e71b38-616c-4f46-b0ed-ceef8908f428 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66750fbf7aa6413cbc956a5613d6b031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633234 Jul 06 13:46:20.247445 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59608) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:20.283200 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269eef9-6b11-4594-ae5b-0c694a80c729 req-1ca54d9d-e981-4220-b4f1-806df1f624ff tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:20.284808 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b269eef9-6b11-4594-ae5b-0c694a80c729 req-1ca54d9d-e981-4220-b4f1-806df1f624ff tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0533173 Jul 06 13:46:20.303056 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a1550-74df-4893-afab-e5e3f7da1b48 req-7be20f23-ab9b-4136-b087-563f0eb60872 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:20.304772 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-326a1550-74df-4893-afab-e5e3f7da1b48 req-7be20f23-ab9b-4136-b087-563f0eb60872 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0818532 Jul 06 13:46:20.339738 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b269eef9-6b11-4594-ae5b-0c694a80c729 req-3024bdd5-f558-4678-9332-7f5ac1c2a6f4 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483308 Jul 06 13:46:20.340617 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:20.367229 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-45046976-62f8-457c-98ca-bc067f007f1a admin admin] Publish callbacks [] for security_group (d49df7d6-32dc-47c7-9cf9-fb1b694a359d), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:20.390311 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-326a1550-74df-4893-afab-e5e3f7da1b48 req-bae33b73-969b-4f75-a6ad-50a61780a0a4 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793417 Jul 06 13:46:20.398650 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-45046976-62f8-457c-98ca-bc067f007f1a admin admin] Publish callbacks [] for security_group (d49df7d6-32dc-47c7-9cf9-fb1b694a359d), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:20.446302 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-45046976-62f8-457c-98ca-bc067f007f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (d49df7d6-32dc-47c7-9cf9-fb1b694a359d), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:20.448793 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-45046976-62f8-457c-98ca-bc067f007f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:20.449959 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-45046976-62f8-457c-98ca-bc067f007f1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d49df7d6-32dc-47c7-9cf9-fb1b694a359d HTTP/1.1" status: 204 len: 168 time: 0.2016020 Jul 06 13:46:20.457414 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45046976-62f8-457c-98ca-bc067f007f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49df7d6-32dc-47c7-9cf9-fb1b694a359d,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:20.711672 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c801676d-524f-42fc-a2b8-fe4186986d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a49a96-2359-4685-a057-014466405458'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:46:20.714031 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd18f7cb-d51f-44b4-8f56-77d52011467e" -d '{"events": [{"server_uuid": "c801676d-524f-42fc-a2b8-fe4186986d95", "name": "network-vif-plugged", "status": "completed", "tag": "13a49a96-2359-4685-a057-014466405458"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:20.753164 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c69511c-0a52-4032-9836-bc720e00d82d x-openstack-request-id: req-8c69511c-0a52-4032-9836-bc720e00d82d {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:20.753468 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c801676d-524f-42fc-a2b8-fe4186986d95", "name": "network-vif-plugged", "status": "completed", "tag": "13a49a96-2359-4685-a057-014466405458", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:20.753721 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c69511c-0a52-4032-9836-bc720e00d82d {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:20.754129 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c69511c-0a52-4032-9836-bc720e00d82d'] response: {'server_uuid': 'c801676d-524f-42fc-a2b8-fe4186986d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a49a96-2359-4685-a057-014466405458', 'code': 200} Jul 06 13:46:21.074034 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff640f-4f17-4631-9e67-a279e91f86f6 req-bea1a13b-0168-45a1-b1ff-a21ee37deeda tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:21.075550 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-87ff640f-4f17-4631-9e67-a279e91f86f6 req-bea1a13b-0168-45a1-b1ff-a21ee37deeda tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0535109 Jul 06 13:46:21.127485 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-87ff640f-4f17-4631-9e67-a279e91f86f6 req-a7574189-aefc-4263-bf09-e22d6e3025d8 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463412 Jul 06 13:46:21.137700 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59640) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:21.222755 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3f6eb-bf47-4ac1-9915-585f65e57c80 req-31a8d7c7-d0a8-4f54-a8ab-a8793d83b7ec tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:21.224202 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2ec3f6eb-bf47-4ac1-9915-585f65e57c80 req-31a8d7c7-d0a8-4f54-a8ab-a8793d83b7ec tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0484717 Jul 06 13:46:21.247069 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-942968808-network', 'tenant_id': '1727f66e37f94cc6971b574c8635e078'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:21.268936 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Made reservation on behalf of 1727f66e37f94cc6971b574c8635e078 for: {'network': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:21.271528 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:21.276969 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2ec3f6eb-bf47-4ac1-9915-585f65e57c80 req-adec2dd9-8584-46cf-953d-b948092e0c81 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468507 Jul 06 13:46:21.280628 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:21.359294 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Publish callbacks [] for security_group (baad21eb-e17b-4f34-981a-cb7704fb42b4), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:21.364219 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (baad21eb-e17b-4f34-981a-cb7704fb42b4), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:21.392067 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=110605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:46:21.402201 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baad21eb-e17b-4f34-981a-cb7704fb42b4,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:21.409171 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (978d08e7-2b99-4e8a-a867-15456bdd5e4a), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:21.409503 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.segments_db [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Added segment 978d08e7-2b99-4e8a-a867-15456bdd5e4a of type vlan for network dec9879c-fd48-42c4-9888-128aec6a9b22 Jul 06 13:46:21.488505 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bc38f-5fa5-467d-b60b-7f4778b14879 req-e24be204-fd58-4789-8127-24c57f4e107a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:21.489929 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1b6bc38f-5fa5-467d-b60b-7f4778b14879 req-e24be204-fd58-4789-8127-24c57f4e107a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0822213 Jul 06 13:46:21.505312 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (dec9879c-fd48-42c4-9888-128aec6a9b22), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:21.505532 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc0418-42ca-4acc-bc43-501245d4ccc0 req-3051e91b-b14c-4bf1-9894-0c977b82299e tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:21.507248 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9fcc0418-42ca-4acc-bc43-501245d4ccc0 req-3051e91b-b14c-4bf1-9894-0c977b82299e tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0488057 Jul 06 13:46:21.559622 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1b6bc38f-5fa5-467d-b60b-7f4778b14879 req-91823828-0edc-484d-ad3f-afdde3b31d2c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629311 Jul 06 13:46:21.559847 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9fcc0418-42ca-4acc-bc43-501245d4ccc0 req-0cb7d5ed-198e-42bd-adcd-a669618f4ffc tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470190 Jul 06 13:46:21.560524 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (dec9879c-fd48-42c4-9888-128aec6a9b22), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:21.561602 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:21.562290 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:21.593489 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4546995 Jul 06 13:46:21.596345 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 59650) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:21.601775 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-1764e9a6-c5d1-48a5-b109-b53c0ca42e42 admin admin] Request body: {'subnet': {'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-942968808-subnet', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'ip_version': 4}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:21.622202 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1764e9a6-c5d1-48a5-b109-b53c0ca42e42 admin admin] Made reservation on behalf of 1727f66e37f94cc6971b574c8635e078 for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:21.624595 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1764e9a6-c5d1-48a5-b109-b53c0ca42e42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30212971'] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:21.635392 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d723e-af1f-4f44-a7f5-a088d2bb09f9 admin admin] Pushing event updated for resources: {'Network': ['ID=dec9879c-fd48-42c4-9888-128aec6a9b22,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:21.645333 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network dec9879c-fd48-42c4-9888-128aec6a9b22 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:46:21.648830 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:21.805078 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1764e9a6-c5d1-48a5-b109-b53c0ca42e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31420761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30215553'] for subnet (b84ce7fb-5540-4656-af27-af9dc1ed2547), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:21.862214 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764e9a6-c5d1-48a5-b109-b53c0ca42e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b84ce7fb-5540-4656-af27-af9dc1ed2547,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:21.871567 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1764e9a6-c5d1-48a5-b109-b53c0ca42e42 admin admin] Checking segment: {'id': '978d08e7-2b99-4e8a-a867-15456bdd5e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:46:21.871928 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1764e9a6-c5d1-48a5-b109-b53c0ca42e42 admin admin] Network hostable DHCP agents. Network: dec9879c-fd48-42c4-9888-128aec6a9b22, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:46:21.892735 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1764e9a6-c5d1-48a5-b109-b53c0ca42e42 admin admin] Network dec9879c-fd48-42c4-9888-128aec6a9b22 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:46:21.901669 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-1764e9a6-c5d1-48a5-b109-b53c0ca42e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, dec9879c-fd48-42c4-9888-128aec6a9b22) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:21.906913 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1764e9a6-c5d1-48a5-b109-b53c0ca42e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:21.907513 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1764e9a6-c5d1-48a5-b109-b53c0ca42e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:21.912756 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afca4c1-f8b6-4f28-a16f-20dc143cb37e None None] Network dec9879c-fd48-42c4-9888-128aec6a9b22 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:46:21.930409 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-1764e9a6-c5d1-48a5-b109-b53c0ca42e42 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3329234 Jul 06 13:46:21.934101 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 59652) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:21.938283 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:21.962221 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33251765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57498'] for router (0949e91e-61a0-46de-91f1-033bf002c3cb), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:21.963558 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33254801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33246609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33035984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57571'] for router (0949e91e-61a0-46de-91f1-033bf002c3cb), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:21.998378 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:22.030721 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Publish callbacks [] for router_controller (0949e91e-61a0-46de-91f1-033bf002c3cb), precommit_add_association {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:22.097210 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f19f5d3-7a63-5a6d-b78e-c7b041faa969-dec9879c-fd48-42c4-9888-128aec6a9b22', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'project_id': '1727f66e37f94cc6971b574c8635e078', 'fixed_ips': [{'subnet_id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547'}]}} from dv-cinder-819149-8-iscsi. {{(pid=110607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 13:46:22.098259 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:22.173746 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Publish callbacks [] for router_gateway (0949e91e-61a0-46de-91f1-033bf002c3cb), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:22.188670 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:22.254150 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.db_base_plugin_common [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Allocated IP 172.20.0.2 (dec9879c-fd48-42c4-9888-128aec6a9b22/b84ce7fb-5540-4656-af27-af9dc1ed2547/4cb8e7a0-9868-40ed-a9ba-c60218013fcf) {{(pid=110607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:46:22.290832 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078fc5ae-50a8-4ccf-9842-7a92e9f63ef1 req-52749f88-cbf3-49ac-900d-8db9180c7da4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:22.293334 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-078fc5ae-50a8-4ccf-9842-7a92e9f63ef1 req-52749f88-cbf3-49ac-900d-8db9180c7da4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0573466 Jul 06 13:46:22.346099 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:22.366971 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-078fc5ae-50a8-4ccf-9842-7a92e9f63ef1 req-04210358-3f37-49b2-9e03-d92e2d0d1e32 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564744 Jul 06 13:46:22.418488 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b319af5-f074-43c9-89b0-689d9943155a req-65dc603a-12dd-4e80-97a7-d6a2651bd161 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:22.419960 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1b319af5-f074-43c9-89b0-689d9943155a req-65dc603a-12dd-4e80-97a7-d6a2651bd161 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0606489 Jul 06 13:46:22.421389 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Publish callbacks [] for router_gateway (0949e91e-61a0-46de-91f1-033bf002c3cb), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:22.441813 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Publish callbacks [] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), precommit_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:22.443049 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:22.447990 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:22.492495 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Network dec9879c-fd48-42c4-9888-128aec6a9b22 is already hosted by enough agents. {{(pid=110607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:22.497401 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.base_scheduler [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Resources bound (agent type, host, resource id): {{(pid=110607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:22.499504 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Pushing event updated for resources: {'Port': ['ID=4cb8e7a0-9868-40ed-a9ba-c60218013fcf,revision_number=1']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:22.501629 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Received port after_create {{(pid=110607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:46:22.534567 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1b319af5-f074-43c9-89b0-689d9943155a req-91c16ed4-7ea9-49b9-a6d1-03c2e1072715 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938015 Jul 06 13:46:22.562169 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Attempting to bind port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:46:22.562536 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Attempting to bind port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '978d08e7-2b99-4e8a-a867-15456bdd5e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:46:22.562893 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Attempting to bind port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf on network dec9879c-fd48-42c4-9888-128aec6a9b22 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:46:22.567980 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:46:22.568348 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Checking segment: {'id': '978d08e7-2b99-4e8a-a867-15456bdd5e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:46:22.568747 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:22.569196 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Bound using segment: {'id': '978d08e7-2b99-4e8a-a867-15456bdd5e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:46:22.569819 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Bound port: 4cb8e7a0-9868-40ed-a9ba-c60218013fcf, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978d08e7-2b99-4e8a-a867-15456bdd5e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:46:22.570178 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:22.572784 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:INSERT=5,neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:22.589240 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Allocated IP 172.27.3.54 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/e8b52805-b667-4d1b-b181-82e76acab2ac) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:46:22.636407 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] For port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:22.642715 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] For port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=4cb8e7a0-9868-40ed-a9ba-c60218013fcf,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:22.650252 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:22.719646 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fe833-ab0b-4f5f-aef4-629492986cec None None] Pushing event updated for resources: {'Port': ['ID=4cb8e7a0-9868-40ed-a9ba-c60218013fcf,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:22.729687 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78829eb-0db9-4f80-9282-4b4d2eec12b5 req-e0e99a81-a7b6-4b49-80e7-64095ae6f8ab tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:22.731242 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c78829eb-0db9-4f80-9282-4b4d2eec12b5 req-e0e99a81-a7b6-4b49-80e7-64095ae6f8ab tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0636098 Jul 06 13:46:22.753126 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Publish callbacks [] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:22.767510 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47c25a-f0e8-4ce5-b3a3-dabc64eaf968 req-e59fe46d-e033-4d5b-a32c-24e164131838 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:22.768177 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:22.768966 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5c47c25a-f0e8-4ce5-b3a3-dabc64eaf968 req-e59fe46d-e033-4d5b-a32c-24e164131838 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0838852 Jul 06 13:46:22.781606 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c78829eb-0db9-4f80-9282-4b4d2eec12b5 req-652bd9f8-d905-401a-a3b3-ab703b39907b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439472 Jul 06 13:46:22.823965 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:22.879959 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5c47c25a-f0e8-4ce5-b3a3-dabc64eaf968 req-ee138179-c953-4107-8cf6-1338b2fd6d6b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989738 Jul 06 13:46:22.883388 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:22.886637 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:22.888924 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:46:22.895187 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:22.921580 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b52805-b667-4d1b-b181-82e76acab2ac,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:23.165095 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Publish callbacks [] for router_gateway (0949e91e-61a0-46de-91f1-033bf002c3cb), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:23.531597 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33254792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33246717'] for router (0949e91e-61a0-46de-91f1-033bf002c3cb), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:23.685328 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:23.693622 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed43a6-8870-4b07-9357-18779daf06a3 req-777b7659-adee-45c4-b340-0626b9e0ccc0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:23.695316 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0c9e8-8318-4c4c-a331-d94b85a42ee1 req-db5a1a7b-fd61-40f5-8c23-aff5005bfb8b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:23.696754 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a8ed43a6-8870-4b07-9357-18779daf06a3 req-777b7659-adee-45c4-b340-0626b9e0ccc0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.2555356 Jul 06 13:46:23.696890 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-64e0c9e8-8318-4c4c-a331-d94b85a42ee1 req-db5a1a7b-fd61-40f5-8c23-aff5005bfb8b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0700777 Jul 06 13:46:23.747904 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a8ed43a6-8870-4b07-9357-18779daf06a3 req-a4dc0a3a-28fd-4a6d-9574-3fce7da661e0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439827 Jul 06 13:46:23.754935 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Router 0949e91e-61a0-46de-91f1-033bf002c3cb is scheduled to L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 with binding_index 1 {{(pid=110606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 13:46:23.767663 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c13dd9-71da-4b58-b040-ed26ddcd84d0 None None] Network dec9879c-fd48-42c4-9888-128aec6a9b22 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:46:23.770759 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-64e0c9e8-8318-4c4c-a331-d94b85a42ee1 req-eb90bfa0-a3eb-467f-9d8a-15c8434e653c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658927 Jul 06 13:46:23.844034 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-c9a65c18-ed59-4f75-a455-d4fe9332aeea None None] Provisioning complete for port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:23.844472 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c9a65c18-ed59-4f75-a455-d4fe9332aeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:23.880389 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:46:23.893741 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Sync routers for ids ['0949e91e-61a0-46de-91f1-033bf002c3cb'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:46:23.901620 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:23.905998 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59680) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:23.907058 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-682ef10d-7d62-44b7-8c8a-095e0b374893 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9703913 Jul 06 13:46:23.916642 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Routers {'0949e91e-61a0-46de-91f1-033bf002c3cb'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:46:23.918252 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:23.918360 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:46:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['0949e91e-61a0-46de-91f1-033bf002c3cb'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:23.930714 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59794e09-37f0-469f-9286-3958e6616ad5 req-7e575260-7672-4f41-b1aa-7849bb329c87 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:23.932360 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-59794e09-37f0-469f-9286-3958e6616ad5 req-7e575260-7672-4f41-b1aa-7849bb329c87 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0727499 Jul 06 13:46:23.999953 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-c9a65c18-ed59-4f75-a455-d4fe9332aeea None None] Current status of the port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:24.000366 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c9a65c18-ed59-4f75-a455-d4fe9332aeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:24.055849 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98581ebf-aede-486f-b882-e4d866a690bb req-3a7d4cd7-8dcd-44f7-9ec3-c2d804e63bd5 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:24.056823 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-c9a65c18-ed59-4f75-a455-d4fe9332aeea None None] For port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=4cb8e7a0-9868-40ed-a9ba-c60218013fcf,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:24.057556 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-98581ebf-aede-486f-b882-e4d866a690bb req-3a7d4cd7-8dcd-44f7-9ec3-c2d804e63bd5 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0798812 Jul 06 13:46:24.071472 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c9a65c18-ed59-4f75-a455-d4fe9332aeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:24.097987 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-59794e09-37f0-469f-9286-3958e6616ad5 req-39c55ded-1e8a-4226-bd44-990a084829b6 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201158 Jul 06 13:46:24.128865 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:24.146456 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-98581ebf-aede-486f-b882-e4d866a690bb req-54b38879-ace6-45ff-b3c7-8d058fd0d47b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817761 Jul 06 13:46:24.165804 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a65c18-ed59-4f75-a455-d4fe9332aeea None None] Pushing event updated for resources: {'Port': ['ID=4cb8e7a0-9868-40ed-a9ba-c60218013fcf,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:24.222347 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Set router 0949e91e-61a0-46de-91f1-033bf002c3cb gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:46:24.303730 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-544ecf2f-8751-4e02-b72d-ebb5d72b386d None None] Provisioning complete for port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:24.304184 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-544ecf2f-8751-4e02-b72d-ebb5d72b386d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:24.401757 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-544ecf2f-8751-4e02-b72d-ebb5d72b386d None None] Current status of the port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:24.430739 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:46:23Z', 'revision_number': 3, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port': {'id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:22Z', 'updated_at': '2022-07-06T13:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:24.458971 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Checking router: 0949e91e-61a0-46de-91f1-033bf002c3cb for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:46:24.459352 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Updating router 0949e91e-61a0-46de-91f1-033bf002c3cb port e8b52805-b667-4d1b-b181-82e76acab2ac binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:46:24.486992 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:24.513478 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:24.545332 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:24.661298 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Allocated IP 172.20.0.1 (dec9879c-fd48-42c4-9888-128aec6a9b22/b84ce7fb-5540-4656-af27-af9dc1ed2547/348070d8-8149-44d0-b3ff-80acd22d6a04) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:46:24.735371 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Publish callbacks [] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:24.736943 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:24.741772 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:24.756966 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:24.781484 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Publish callbacks [] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:24.809080 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Attempting to bind port e8b52805-b667-4d1b-b181-82e76acab2ac on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:46:24.809407 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Attempting to bind port e8b52805-b667-4d1b-b181-82e76acab2ac by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:46:24.809769 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Attempting to bind port e8b52805-b667-4d1b-b181-82e76acab2ac on network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:46:24.811814 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Pushing event updated for resources: {'Port': ['ID=e8b52805-b667-4d1b-b181-82e76acab2ac,revision_number=2']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:24.831564 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:24.834427 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.835591 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.836115 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.836612 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.837136 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.837623 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.838090 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.838568 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.839034 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.839500 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.839963 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.840446 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.840920 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.841398 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.841880 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:46:24.846216 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:46:24.846817 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Checking segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:46:24.847391 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:24.847912 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Bound using segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:46:24.848528 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Bound port: e8b52805-b667-4d1b-b181-82e76acab2ac, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:46:24.849092 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:24.875784 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Network dec9879c-fd48-42c4-9888-128aec6a9b22 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:24.880797 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 4cb8e7a0-9868-40ed-a9ba-c60218013fcf up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:24.890705 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:24.908431 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:46:24.936074 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] For port e8b52805-b667-4d1b-b181-82e76acab2ac, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:24.939754 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:24.940213 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:24.941580 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] For port e8b52805-b667-4d1b-b181-82e76acab2ac, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=e8b52805-b667-4d1b-b181-82e76acab2ac,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:24.943396 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:24.951945 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e322c9-dc5a-4aec-a278-4e4abacefb16 req-ad3a35a0-06cc-4fa0-b3b2-0aacbc60e35c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:24.953572 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-63e322c9-dc5a-4aec-a278-4e4abacefb16 req-ad3a35a0-06cc-4fa0-b3b2-0aacbc60e35c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0730438 Jul 06 13:46:24.955653 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:25.007651 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33259013'] for router_interface (0949e91e-61a0-46de-91f1-033bf002c3cb), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:25.026052 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Routers {'0949e91e-61a0-46de-91f1-033bf002c3cb'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:46:25.027639 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-63e322c9-dc5a-4aec-a278-4e4abacefb16 req-420da3df-525e-4bb6-b1f2-f956405594a3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682812 Jul 06 13:46:25.027936 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:46:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['0949e91e-61a0-46de-91f1-033bf002c3cb'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:25.051791 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:25.079298 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Pushing event updated for resources: {'Port': ['ID=348070d8-8149-44d0-b3ff-80acd22d6a04,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:25.089457 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ff738-ad07-403d-9eb3-1d96581bd1d9 req-d3a43263-32f1-443b-a59d-ad570a8cee0a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:25.090990 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-575ff738-ad07-403d-9eb3-1d96581bd1d9 req-d3a43263-32f1-443b-a59d-ad570a8cee0a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.2134678 Jul 06 13:46:25.093752 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b3e3c-e870-492b-8ada-f5eb9d103e3c None None] Pushing event updated for resources: {'Port': ['ID=e8b52805-b667-4d1b-b181-82e76acab2ac,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:25.183536 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] Set router 0949e91e-61a0-46de-91f1-033bf002c3cb gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:46:25.186077 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-575ff738-ad07-403d-9eb3-1d96581bd1d9 req-407b609d-11c4-4686-967e-17e009042be7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860114 Jul 06 13:46:25.233431 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-a96d8cfa-911a-4945-b078-eae9c11db814 None None] Provisioning complete for port 348070d8-8149-44d0-b3ff-80acd22d6a04 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:25.237703 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-a96d8cfa-911a-4945-b078-eae9c11db814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:25.256851 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:25.260497 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5dee8-cba8-4fe5-841b-9f2bb76faace req-7a7405d2-6fa7-44d1-b803-fa68da310a0c tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:25.263154 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-69b5dee8-cba8-4fe5-841b-9f2bb76faace req-7a7405d2-6fa7-44d1-b803-fa68da310a0c tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0633848 Jul 06 13:46:25.273638 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-a96d8cfa-911a-4945-b078-eae9c11db814 None None] Port 348070d8-8149-44d0-b3ff-80acd22d6a04 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:46:25.333191 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-69b5dee8-cba8-4fe5-841b-9f2bb76faace req-e0c17ee9-b037-4991-a86c-3d3968804491 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631399 Jul 06 13:46:25.336327 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:25.392864 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a073e1-151e-405f-a163-caf9931c654c req-bb21a564-ea03-45c4-9259-e832560dc69c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:25.394381 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-48a073e1-151e-405f-a163-caf9931c654c req-bb21a564-ea03-45c4-9259-e832560dc69c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0703101 Jul 06 13:46:25.403620 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:46:23Z', 'revision_number': 3, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port': {'id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:22Z', 'updated_at': '2022-07-06T13:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:25.427866 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25213c-3b5b-40a9-b165-e3521d587b0a None None] The sync data for ids ['0949e91e-61a0-46de-91f1-033bf002c3cb'] in dv-cinder-819149-8-iscsi is: [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:46:23Z', 'revision_number': 3, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port': {'id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b3:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:22Z', 'updated_at': '2022-07-06T13:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:46:25.509236 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-48a073e1-151e-405f-a163-caf9931c654c req-40f4d0af-36c6-4d09-96af-f2c90d963b1e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1015313 Jul 06 13:46:25.556479 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Publish callbacks [] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:25.561318 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:25.630239 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Pushing event updated for resources: {'Port': ['ID=348070d8-8149-44d0-b3ff-80acd22d6a04,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:25.633492 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33264658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33259153'] for router_interface (0949e91e-61a0-46de-91f1-033bf002c3cb), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:25.646672 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:25.741851 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Network dec9879c-fd48-42c4-9888-128aec6a9b22 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:25.743766 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:25.797856 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:25.874835 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Router 0949e91e-61a0-46de-91f1-033bf002c3cb has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:46:25.987758 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:46:25.997990 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-15005d0f-86fe-474f-bf82-6351a7e2c5d1 None None] Provisioning complete for port 348070d8-8149-44d0-b3ff-80acd22d6a04 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:25.998478 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-15005d0f-86fe-474f-bf82-6351a7e2c5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:26.001873 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-96b8f1ad-bfe0-496f-9a5a-f5fea7e100b2 admin admin] 10.222.0.20 "PUT /v2.0/routers/0949e91e-61a0-46de-91f1-033bf002c3cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0928018 Jul 06 13:46:26.034143 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-15005d0f-86fe-474f-bf82-6351a7e2c5d1 None None] Port 348070d8-8149-44d0-b3ff-80acd22d6a04 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:46:26.139772 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:26.154927 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2259f77-bbd8-48cc-92ee-333d781c674b req-c96e9406-c38b-40f8-a575-38a09a52e448 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:26.157042 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a2259f77-bbd8-48cc-92ee-333d781c674b req-c96e9406-c38b-40f8-a575-38a09a52e448 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0576820 Jul 06 13:46:26.213194 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a2259f77-bbd8-48cc-92ee-333d781c674b req-855b7b71-dba5-4ff5-be66-ee839d1e032f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455856 Jul 06 13:46:26.331585 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05068276-8838-4f0d-9238-8baf7b002436 req-deae2413-bc36-43ce-847d-b86b05295cbe tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:26.340127 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-05068276-8838-4f0d-9238-8baf7b002436 req-deae2413-bc36-43ce-847d-b86b05295cbe tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0702214 Jul 06 13:46:26.415874 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-05068276-8838-4f0d-9238-8baf7b002436 req-1d661520-a8f0-4864-b7dc-b11db1a33e6c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743773 Jul 06 13:46:26.471309 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b27fe-d9b5-4f84-a813-117aba18ac41 req-195b20ab-55c7-46f6-9750-798e33993820 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:26.472847 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-349b27fe-d9b5-4f84-a813-117aba18ac41 req-195b20ab-55c7-46f6-9750-798e33993820 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0516665 Jul 06 13:46:26.522883 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-349b27fe-d9b5-4f84-a813-117aba18ac41 req-daa402e9-02fb-45a5-8ede-f82c8d0c4be9 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438213 Jul 06 13:46:26.580080 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 59740) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:26.585925 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1112520668-network', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:26.606184 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Made reservation on behalf of 0a185cea242c43d3a0919fc48a32f681 for: {'network': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:26.608894 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:26.618520 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:26.626790 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66820fe-4ffd-4f70-aeb6-6237fa32efd5 req-75898c3b-4211-42e8-89b3-f05392d75994 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:26.629859 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e66820fe-4ffd-4f70-aeb6-6237fa32efd5 req-75898c3b-4211-42e8-89b3-f05392d75994 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0523024 Jul 06 13:46:26.683178 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e66820fe-4ffd-4f70-aeb6-6237fa32efd5 req-8b9bd803-ba7b-4146-b222-ed7603ae9147 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468967 Jul 06 13:46:26.701926 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Publish callbacks [] for security_group (2d776de8-d839-43a2-990e-4d9e871f5b62), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:26.705627 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2d776de8-d839-43a2-990e-4d9e871f5b62), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:26.717912 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:26.728907 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=110606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:46:26.744039 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d776de8-d839-43a2-990e-4d9e871f5b62,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:26.749254 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (ca45f84a-a8e5-4f30-bf98-8c1b82554576), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:26.749596 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.segments_db [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Added segment ca45f84a-a8e5-4f30-bf98-8c1b82554576 of type vlan for network 60388470-9cef-4a29-aa62-ab2655930095 Jul 06 13:46:26.793782 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (60388470-9cef-4a29-aa62-ab2655930095), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:26.822927 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (60388470-9cef-4a29-aa62-ab2655930095), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:26.825632 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:26.826374 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:26.839918 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device e8b52805-b667-4d1b-b181-82e76acab2ac up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:26.864117 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2829516 Jul 06 13:46:26.866992 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59742) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:26.874728 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-70334841-f3c8-4b0b-9f8c-3ce4d2228f4d admin admin] Request body: {'subnet': {'network_id': '60388470-9cef-4a29-aa62-ab2655930095', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1112520668-subnet', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'ip_version': 4}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:26.899880 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91099a6-177a-4b06-970a-526db6d0752c admin admin] Pushing event updated for resources: {'Network': ['ID=60388470-9cef-4a29-aa62-ab2655930095,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:26.901304 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port e8b52805-b667-4d1b-b181-82e76acab2ac triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:26.902946 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:26.906319 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70334841-f3c8-4b0b-9f8c-3ce4d2228f4d admin admin] Made reservation on behalf of 0a185cea242c43d3a0919fc48a32f681 for: {'subnet': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:26.908939 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-70334841-f3c8-4b0b-9f8c-3ce4d2228f4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29386009'] for subnet (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:26.926436 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network 60388470-9cef-4a29-aa62-ab2655930095 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:46:27.055539 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port e8b52805-b667-4d1b-b181-82e76acab2ac is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:27.056197 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:27.077587 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port e8b52805-b667-4d1b-b181-82e76acab2ac, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=e8b52805-b667-4d1b-b181-82e76acab2ac,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:27.082427 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:27.087618 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-70334841-f3c8-4b0b-9f8c-3ce4d2228f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30355169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29387763'] for subnet (de5ae14d-043a-4710-9ab5-dcbad83fc5dc), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:27.130263 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=e8b52805-b667-4d1b-b181-82e76acab2ac,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:27.139428 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70334841-f3c8-4b0b-9f8c-3ce4d2228f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de5ae14d-043a-4710-9ab5-dcbad83fc5dc,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:27.154596 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70334841-f3c8-4b0b-9f8c-3ce4d2228f4d admin admin] Checking segment: {'id': 'ca45f84a-a8e5-4f30-bf98-8c1b82554576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60388470-9cef-4a29-aa62-ab2655930095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:46:27.154955 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70334841-f3c8-4b0b-9f8c-3ce4d2228f4d admin admin] Network hostable DHCP agents. Network: 60388470-9cef-4a29-aa62-ab2655930095, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:46:27.174198 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70334841-f3c8-4b0b-9f8c-3ce4d2228f4d admin admin] Network 60388470-9cef-4a29-aa62-ab2655930095 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:46:27.181963 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Sync routers for ids ['0949e91e-61a0-46de-91f1-033bf002c3cb'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:46:27.184810 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-70334841-f3c8-4b0b-9f8c-3ce4d2228f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, 60388470-9cef-4a29-aa62-ab2655930095) {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:27.188575 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70334841-f3c8-4b0b-9f8c-3ce4d2228f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:27.189197 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-70334841-f3c8-4b0b-9f8c-3ce4d2228f4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:27.192370 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Routers {'0949e91e-61a0-46de-91f1-033bf002c3cb'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:46:27.193437 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:46:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['0949e91e-61a0-46de-91f1-033bf002c3cb'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:27.198815 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a85b68-f7d7-48f2-8954-226972b050b9 None None] Network 60388470-9cef-4a29-aa62-ab2655930095 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:46:27.208407 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-70334841-f3c8-4b0b-9f8c-3ce4d2228f4d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3402781 Jul 06 13:46:27.211335 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59744) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:27.215491 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1112520668-router', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:27.234344 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33251765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57498'] for router (aeff9aca-4c78-40c1-96f3-38e5c3e48123), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:27.235421 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33254801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33246609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33035984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57571'] for router (aeff9aca-4c78-40c1-96f3-38e5c3e48123), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:27.247647 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:27.267153 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:27.293850 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:27.297410 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Publish callbacks [] for router_controller (aeff9aca-4c78-40c1-96f3-38e5c3e48123), precommit_add_association {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:27.345647 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:27.377043 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9ea13-6fbe-42b2-b338-d06e9090c971 req-25605855-6e73-44f9-b321-92416e9fe3b4 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:27.380325 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-07c9ea13-6fbe-42b2-b338-d06e9090c971 req-25605855-6e73-44f9-b321-92416e9fe3b4 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0970335 Jul 06 13:46:27.395398 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Set router 0949e91e-61a0-46de-91f1-033bf002c3cb gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:46:27.446005 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-07c9ea13-6fbe-42b2-b338-d06e9090c971 req-5b806644-9817-4709-a825-04104bcd0d27 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542493 Jul 06 13:46:27.453417 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Publish callbacks [] for router_gateway (aeff9aca-4c78-40c1-96f3-38e5c3e48123), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:27.584468 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76346dff-e8bf-4e51-8223-8590e43612df req-a1218c3f-842d-4428-9db1-6e2b20f31eab tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:27.586048 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-76346dff-e8bf-4e51-8223-8590e43612df req-a1218c3f-842d-4428-9db1-6e2b20f31eab tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0627165 Jul 06 13:46:27.647805 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbcd2f-ee5f-40f7-87ac-f95c20947fa9 req-28b2afd7-b0e8-41d2-8ae3-7407e82b495d tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:27.649314 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-66cbcd2f-ee5f-40f7-87ac-f95c20947fa9 req-28b2afd7-b0e8-41d2-8ae3-7407e82b495d tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0485487 Jul 06 13:46:27.671343 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f19f5d3-7a63-5a6d-b78e-c7b041faa969-60388470-9cef-4a29-aa62-ab2655930095', 'network_id': '60388470-9cef-4a29-aa62-ab2655930095', 'project_id': '0a185cea242c43d3a0919fc48a32f681', 'fixed_ips': [{'subnet_id': 'de5ae14d-043a-4710-9ab5-dcbad83fc5dc'}]}} from dv-cinder-819149-8-iscsi. {{(pid=110607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 13:46:27.672281 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:27.709779 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-66cbcd2f-ee5f-40f7-87ac-f95c20947fa9 req-1b0ef4f1-fdaf-4b79-946f-61a18aa792e8 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488656 Jul 06 13:46:27.730623 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-76346dff-e8bf-4e51-8223-8590e43612df req-d75ae819-144a-44d3-b1d7-fce67de9adb8 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052222 Jul 06 13:46:27.735680 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Publish callbacks [] for router_gateway (aeff9aca-4c78-40c1-96f3-38e5c3e48123), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:27.762016 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:27.833760 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f972a-a079-4ca0-8a2c-4f91327291d4 req-65c174cb-0e99-48ef-b8c4-8d172090c862 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:27.835758 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-868f972a-a079-4ca0-8a2c-4f91327291d4 req-65c174cb-0e99-48ef-b8c4-8d172090c862 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0556297 Jul 06 13:46:27.885598 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Allocated IP 172.27.3.19 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/9e3a225e-0592-4c65-ad6d-624c80fe26b6) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:46:27.896378 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-868f972a-a079-4ca0-8a2c-4f91327291d4 req-359c5cea-3a31-48d7-b559-abdfd80b8c2f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540807 Jul 06 13:46:27.927635 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:46:25Z', 'revision_number': 4, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port': {'id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:22Z', 'updated_at': '2022-07-06T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '348070d8-8149-44d0-b3ff-80acd22d6a04', 'name': '', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'mac_address': 'fa:16:3e:ea:2d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:24Z', 'updated_at': '2022-07-06T13:46:25Z', 'revision_number': 2, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'subnets': [{'id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:27.959986 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Checking router: 0949e91e-61a0-46de-91f1-033bf002c3cb for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:46:27.960325 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Updating router 0949e91e-61a0-46de-91f1-033bf002c3cb port 348070d8-8149-44d0-b3ff-80acd22d6a04 binding host dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:46:27.965847 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.db_base_plugin_common [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Allocated IP 172.20.0.2 (60388470-9cef-4a29-aa62-ab2655930095/de5ae14d-043a-4710-9ab5-dcbad83fc5dc/cd00181f-61f3-4c29-a65d-756571a971bf) {{(pid=110607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:46:28.004423 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:28.179533 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 0a503503-bc5a-427b-9188-0939c526e5da details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:46:28.180183 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Publish callbacks [] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:28.213826 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:28.255335 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:28.262987 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:28.265576 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:46:28.269183 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Pushing event updated for resources: {'Port': ['ID=9e3a225e-0592-4c65-ad6d-624c80fe26b6,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:28.310391 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Publish callbacks [] for port (cd00181f-61f3-4c29-a65d-756571a971bf), precommit_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:28.314691 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:28.377915 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:28.393808 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:28.411788 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:28.468342 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 0a503503-bc5a-427b-9188-0939c526e5da, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a503503-bc5a-427b-9188-0939c526e5da,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:28.474494 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Network 60388470-9cef-4a29-aa62-ab2655930095 is already hosted by enough agents. {{(pid=110607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:28.486950 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.base_scheduler [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Resources bound (agent type, host, resource id): {{(pid=110607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:28.488763 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Pushing event updated for resources: {'Port': ['ID=cd00181f-61f3-4c29-a65d-756571a971bf,revision_number=1']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:28.492401 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Received port after_create {{(pid=110607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:46:28.504421 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '0a503503-bc5a-427b-9188-0939c526e5da', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'port_id': '0a503503-bc5a-427b-9188-0939c526e5da', 'mac_address': 'fa:16:3e:fe:d2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:46:28.552878 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:28.592511 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Publish callbacks [] for router_gateway (aeff9aca-4c78-40c1-96f3-38e5c3e48123), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:28.601142 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbc9f8-5c16-4068-aaa5-967c60020283 req-f1447b4d-1d13-4af5-b0f4-386758c8015c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:28.602607 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-04bbc9f8-5c16-4068-aaa5-967c60020283 req-f1447b4d-1d13-4af5-b0f4-386758c8015c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0666032 Jul 06 13:46:28.635628 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 0a503503-bc5a-427b-9188-0939c526e5da is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:28.636013 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (0a503503-bc5a-427b-9188-0939c526e5da), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:28.643042 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Publish callbacks [] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), precommit_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:28.650853 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Attempting to bind port cd00181f-61f3-4c29-a65d-756571a971bf on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:46:28.651228 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Attempting to bind port cd00181f-61f3-4c29-a65d-756571a971bf by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': 'ca45f84a-a8e5-4f30-bf98-8c1b82554576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60388470-9cef-4a29-aa62-ab2655930095'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:46:28.651584 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Attempting to bind port cd00181f-61f3-4c29-a65d-756571a971bf on network 60388470-9cef-4a29-aa62-ab2655930095 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:46:28.661324 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:46:28.662118 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Checking segment: {'id': 'ca45f84a-a8e5-4f30-bf98-8c1b82554576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60388470-9cef-4a29-aa62-ab2655930095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:46:28.662118 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:28.662623 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Bound using segment: {'id': 'ca45f84a-a8e5-4f30-bf98-8c1b82554576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60388470-9cef-4a29-aa62-ab2655930095'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:46:28.663113 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Bound port: cd00181f-61f3-4c29-a65d-756571a971bf, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca45f84a-a8e5-4f30-bf98-8c1b82554576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60388470-9cef-4a29-aa62-ab2655930095'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:46:28.663654 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:28.666287 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a503503-bc5a-427b-9188-0939c526e5da {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:46:28.672509 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:28.726426 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-04bbc9f8-5c16-4068-aaa5-967c60020283 req-1a14bb94-9b12-484a-a36d-c6e89f3104ea tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940731 Jul 06 13:46:28.748475 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 0a503503-bc5a-427b-9188-0939c526e5da, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a503503-bc5a-427b-9188-0939c526e5da,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:28.768439 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (0a503503-bc5a-427b-9188-0939c526e5da), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:28.776863 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343f990-e5a0-42ed-b821-37e4b8ac4d97 None None] Pushing event updated for resources: {'Port': ['ID=348070d8-8149-44d0-b3ff-80acd22d6a04,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:28.853946 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33254792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33246717'] for router (aeff9aca-4c78-40c1-96f3-38e5c3e48123), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:28.914027 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] For port cd00181f-61f3-4c29-a65d-756571a971bf, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:28.926355 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device e8b52805-b667-4d1b-b181-82e76acab2ac up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:28.941132 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23623549-0792-4d4c-af1f-a5c03e081ecf req-15c73847-9fb8-4c3c-b263-c2ea7176fb18 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:28.945720 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-23623549-0792-4d4c-af1f-a5c03e081ecf req-15c73847-9fb8-4c3c-b263-c2ea7176fb18 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.1061051 Jul 06 13:46:28.964064 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516e170-7370-4616-9cc9-568a19d871e0 req-dc53721d-26f7-4e08-973e-6e9e44170699 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:28.965699 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1516e170-7370-4616-9cc9-568a19d871e0 req-dc53721d-26f7-4e08-973e-6e9e44170699 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.1040978 Jul 06 13:46:28.977023 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] For port cd00181f-61f3-4c29-a65d-756571a971bf, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=cd00181f-61f3-4c29-a65d-756571a971bf,segment=NetworkSegment(ca45f84a-a8e5-4f30-bf98-8c1b82554576),segment_id=ca45f84a-a8e5-4f30-bf98-8c1b82554576)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:29.015978 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:29.018147 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=0a503503-bc5a-427b-9188-0939c526e5da,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:29.021301 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-23623549-0792-4d4c-af1f-a5c03e081ecf req-46687f92-542d-499b-87c4-6a5f1ad792b5 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661018 Jul 06 13:46:29.034594 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Attempting to bind port 348070d8-8149-44d0-b3ff-80acd22d6a04 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:46:29.034958 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Attempting to bind port 348070d8-8149-44d0-b3ff-80acd22d6a04 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '978d08e7-2b99-4e8a-a867-15456bdd5e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:46:29.035320 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Attempting to bind port 348070d8-8149-44d0-b3ff-80acd22d6a04 on network dec9879c-fd48-42c4-9888-128aec6a9b22 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:46:29.070214 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:46:29.070588 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Checking segment: {'id': '978d08e7-2b99-4e8a-a867-15456bdd5e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:46:29.070990 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:29.071382 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Bound using segment: {'id': '978d08e7-2b99-4e8a-a867-15456bdd5e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:46:29.071865 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Bound port: 348070d8-8149-44d0-b3ff-80acd22d6a04, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '978d08e7-2b99-4e8a-a867-15456bdd5e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:46:29.072244 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:29.073272 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1516e170-7370-4616-9cc9-568a19d871e0 req-dd8c75be-dd3c-4dd6-8bf3-c00224b8271d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738883 Jul 06 13:46:29.080480 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:29.111846 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Router aeff9aca-4c78-40c1-96f3-38e5c3e48123 is scheduled to L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 with binding_index 1 {{(pid=110605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 13:46:29.164208 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-9ce41582-3aa8-42a3-96e4-39f5994b2ee3 None None] Provisioning complete for port 348070d8-8149-44d0-b3ff-80acd22d6a04 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:29.164584 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9ce41582-3aa8-42a3-96e4-39f5994b2ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:29.172181 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port e8b52805-b667-4d1b-b181-82e76acab2ac triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:29.172557 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:29.174146 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7289c-2596-4ae4-8d3d-fa8fa4ad7a1b None None] Pushing event updated for resources: {'Port': ['ID=cd00181f-61f3-4c29-a65d-756571a971bf,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:29.205772 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:29.213797 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc2684-631a-4b31-8a3f-3dfa66c39a59 req-aa75398d-f6c0-4a61-b3b7-3fdcd2c91080 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:29.215342 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-10fc2684-631a-4b31-8a3f-3dfa66c39a59 req-aa75398d-f6c0-4a61-b3b7-3fdcd2c91080 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 944 time: 0.0685694 Jul 06 13:46:29.245569 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:46:29.259324 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Sync routers for ids ['aeff9aca-4c78-40c1-96f3-38e5c3e48123'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:46:29.264921 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-9ce41582-3aa8-42a3-96e4-39f5994b2ee3 None None] Port 348070d8-8149-44d0-b3ff-80acd22d6a04 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:46:29.271022 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:29.274327 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] For port 348070d8-8149-44d0-b3ff-80acd22d6a04, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:29.279892 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] For port 348070d8-8149-44d0-b3ff-80acd22d6a04, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=348070d8-8149-44d0-b3ff-80acd22d6a04,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:29.288760 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:29.291858 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:29.296156 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-d45caaed-386c-4896-98c0-eb0544d35232 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0837862 Jul 06 13:46:29.305509 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 59774) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:29.310707 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Routers {'aeff9aca-4c78-40c1-96f3-38e5c3e48123'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:46:29.311604 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:46:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['aeff9aca-4c78-40c1-96f3-38e5c3e48123'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:29.360817 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['0a503503-bc5a-427b-9188-0939c526e5da'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:29.449490 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Set router aeff9aca-4c78-40c1-96f3-38e5c3e48123 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:46:29.451978 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-10fc2684-631a-4b31-8a3f-3dfa66c39a59 req-6c5df294-7459-4883-9ac7-80ff25bcb6bf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2236557 Jul 06 13:46:29.839891 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Routers {'0949e91e-61a0-46de-91f1-033bf002c3cb'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:46:29.840536 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:46:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['0949e91e-61a0-46de-91f1-033bf002c3cb'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:29.840708 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'name': 'tempest-TestShelveInstance-1112520668-router', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:46:28Z', 'revision_number': 3, 'project_id': '0a185cea242c43d3a0919fc48a32f681', 'gw_port': {'id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:29.850435 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port e8b52805-b667-4d1b-b181-82e76acab2ac is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:29.917586 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343f990-e5a0-42ed-b821-37e4b8ac4d97 None None] Pushing event updated for resources: {'Port': ['ID=348070d8-8149-44d0-b3ff-80acd22d6a04,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:29.921954 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Checking router: aeff9aca-4c78-40c1-96f3-38e5c3e48123 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:46:29.922299 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Updating router aeff9aca-4c78-40c1-96f3-38e5c3e48123 port 9e3a225e-0592-4c65-ad6d-624c80fe26b6 binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:46:29.980476 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-3456261e-872a-482c-8f59-aa02df94e1f1 None None] Provisioning complete for port 348070d8-8149-44d0-b3ff-80acd22d6a04 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:29.984371 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3456261e-872a-482c-8f59-aa02df94e1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:29.997216 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.033475 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece19f7b-802a-4941-b656-63e835cd8e96 req-6132ab75-7085-4649-8b73-e6633589f15f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:30.044563 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ece19f7b-802a-4941-b656-63e835cd8e96 req-6132ab75-7085-4649-8b73-e6633589f15f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.1508472 Jul 06 13:46:30.173955 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ece19f7b-802a-4941-b656-63e835cd8e96 req-40b5645c-ff76-43e7-8baa-ae032a33b06e tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285212 Jul 06 13:46:30.196904 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 3ca14d5b-272c-4543-9380-0fbec0da4da8 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:46:30.221802 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59818) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:30.297274 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:30.369504 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] Set router 0949e91e-61a0-46de-91f1-033bf002c3cb gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:46:30.379805 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:30.401976 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db5e09-fc0c-4ccc-8ae3-90550590f93e req-283e1ad7-419b-42ad-9f75-ba8625e8f85b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:30.408855 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-30db5e09-fc0c-4ccc-8ae3-90550590f93e req-283e1ad7-419b-42ad-9f75-ba8625e8f85b tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.2010105 Jul 06 13:46:30.431094 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-31a08637-8ffc-46b2-ab53-c8a41098afcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.452248 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f22538-f598-47fb-a29f-017719695a82 req-6f571bd1-bb5d-41de-b9ee-f12a54a85bdd tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:30.459386 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-80f22538-f598-47fb-a29f-017719695a82 req-6f571bd1-bb5d-41de-b9ee-f12a54a85bdd tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.1216540 Jul 06 13:46:30.483696 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:30.538366 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 3ca14d5b-272c-4543-9380-0fbec0da4da8, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3ca14d5b-272c-4543-9380-0fbec0da4da8,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:30.553236 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-30db5e09-fc0c-4ccc-8ae3-90550590f93e req-7d34776c-547d-4aa2-8183-5bfacb39c314 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430657 Jul 06 13:46:30.555092 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.586141 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-80f22538-f598-47fb-a29f-017719695a82 req-dba75bf0-e128-4ed6-93b1-5efea075c161 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257567 Jul 06 13:46:30.610754 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:30.629649 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '3ca14d5b-272c-4543-9380-0fbec0da4da8', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'port_id': '3ca14d5b-272c-4543-9380-0fbec0da4da8', 'mac_address': 'fa:16:3e:3a:2d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:46:30.648901 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Publish callbacks [] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.662125 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.666000 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-31a08637-8ffc-46b2-ab53-c8a41098afcb admin admin] Publish callbacks [] for security_group (b1f9d372-a584-44c1-9bf6-be99da4c9669), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.673825 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-31a08637-8ffc-46b2-ab53-c8a41098afcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (b1f9d372-a584-44c1-9bf6-be99da4c9669), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.698065 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 3ca14d5b-272c-4543-9380-0fbec0da4da8 is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:30.698763 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.720382 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ca14d5b-272c-4543-9380-0fbec0da4da8 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:46:30.722713 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fe536-9ded-409b-ba73-41da3e91a2f7 None None] Pushing event updated for resources: {'Port': ['ID=9e3a225e-0592-4c65-ad6d-624c80fe26b6,revision_number=2']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:30.747229 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Attempting to bind port 9e3a225e-0592-4c65-ad6d-624c80fe26b6 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:46:30.747686 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Attempting to bind port 9e3a225e-0592-4c65-ad6d-624c80fe26b6 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:46:30.748612 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Attempting to bind port 9e3a225e-0592-4c65-ad6d-624c80fe26b6 on network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:46:30.752817 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 3ca14d5b-272c-4543-9380-0fbec0da4da8, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3ca14d5b-272c-4543-9380-0fbec0da4da8,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:30.757745 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:46:30.758221 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Checking segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:46:30.763335 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.763335 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Bound using segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:46:30.763735 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Bound port: 9e3a225e-0592-4c65-ad6d-624c80fe26b6, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:46:30.764375 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.784706 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Allocated IP 172.20.0.1 (60388470-9cef-4a29-aa62-ab2655930095/de5ae14d-043a-4710-9ab5-dcbad83fc5dc/0c9b87c8-ba1a-4573-b566-2a75a4c6b457) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:46:30.792186 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-31a08637-8ffc-46b2-ab53-c8a41098afcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f280861f92d24260800f66464e691f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5674772 Jul 06 13:46:30.794735 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a08637-8ffc-46b2-ab53-c8a41098afcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f9d372-a584-44c1-9bf6-be99da4c9669,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:30.799343 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59824) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:30.825480 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:30.826771 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-3456261e-872a-482c-8f59-aa02df94e1f1 None None] Current status of the port 348070d8-8149-44d0-b3ff-80acd22d6a04 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:30.827296 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3456261e-872a-482c-8f59-aa02df94e1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.854652 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.856895 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] For port 9e3a225e-0592-4c65-ad6d-624c80fe26b6, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:30.861379 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] For port 9e3a225e-0592-4c65-ad6d-624c80fe26b6, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=9e3a225e-0592-4c65-ad6d-624c80fe26b6,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:30.871214 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.873412 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:30.900913 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-3456261e-872a-482c-8f59-aa02df94e1f1 None None] For port 348070d8-8149-44d0-b3ff-80acd22d6a04, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=348070d8-8149-44d0-b3ff-80acd22d6a04,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:30.940361 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4095d0dd-1f4d-474b-8dbc-0400a1204de6 admin admin] Publish callbacks [] for security_group (b1f9d372-a584-44c1-9bf6-be99da4c9669), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.960853 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Routers {'aeff9aca-4c78-40c1-96f3-38e5c3e48123'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:46:30.961690 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:46:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['aeff9aca-4c78-40c1-96f3-38e5c3e48123'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:30.961994 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87363a9e-c8e4-4d37-9c38-0663ad1fd9c0 req-14a8f6ee-1485-49c9-b35a-aa9e4b43f672 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:30.968759 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-87363a9e-c8e4-4d37-9c38-0663ad1fd9c0 req-14a8f6ee-1485-49c9-b35a-aa9e4b43f672 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 945 time: 0.1004369 Jul 06 13:46:30.994353 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3456261e-872a-482c-8f59-aa02df94e1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.998168 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3996dd6b-1ef1-49a9-8797-870e7c0fe25b None None] Network 60388470-9cef-4a29-aa62-ab2655930095 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:46:30.998439 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Publish callbacks [] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:30.999469 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4095d0dd-1f4d-474b-8dbc-0400a1204de6 admin admin] Publish callbacks [] for security_group (b1f9d372-a584-44c1-9bf6-be99da4c9669), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.010003 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device cd00181f-61f3-4c29-a65d-756571a971bf up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:31.054524 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-87363a9e-c8e4-4d37-9c38-0663ad1fd9c0 req-a3858640-2fa2-4994-8557-d686b8bd9ec7 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846286 Jul 06 13:46:31.075155 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.079431 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4095d0dd-1f4d-474b-8dbc-0400a1204de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (b1f9d372-a584-44c1-9bf6-be99da4c9669), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.079953 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:31.086075 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4095d0dd-1f4d-474b-8dbc-0400a1204de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.088784 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-4095d0dd-1f4d-474b-8dbc-0400a1204de6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1f9d372-a584-44c1-9bf6-be99da4c9669 HTTP/1.1" status: 204 len: 168 time: 0.2870424 Jul 06 13:46:31.103531 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095d0dd-1f4d-474b-8dbc-0400a1204de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f9d372-a584-44c1-9bf6-be99da4c9669,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:31.105774 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] Set router aeff9aca-4c78-40c1-96f3-38e5c3e48123 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:46:31.143827 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Network 60388470-9cef-4a29-aa62-ab2655930095 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:31.147457 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:31.151547 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:46:31.159198 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fe536-9ded-409b-ba73-41da3e91a2f7 None None] Pushing event updated for resources: {'Port': ['ID=9e3a225e-0592-4c65-ad6d-624c80fe26b6,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:31.163017 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:31.185973 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Pushing event updated for resources: {'Port': ['ID=0c9b87c8-ba1a-4573-b566-2a75a4c6b457,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:31.211378 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33259013'] for router_interface (aeff9aca-4c78-40c1-96f3-38e5c3e48123), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.230862 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=3ca14d5b-272c-4543-9380-0fbec0da4da8,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:31.239436 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-16f2bce2-e882-4a08-95d1-f6a4c540fd5f None None] Provisioning complete for port cd00181f-61f3-4c29-a65d-756571a971bf triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:31.239808 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-16f2bce2-e882-4a08-95d1-f6a4c540fd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.254450 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:31.386300 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port cd00181f-61f3-4c29-a65d-756571a971bf triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:31.386892 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.396976 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.416485 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'name': 'tempest-TestShelveInstance-1112520668-router', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:46:28Z', 'revision_number': 3, 'project_id': '0a185cea242c43d3a0919fc48a32f681', 'gw_port': {'id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:31.458791 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456261e-872a-482c-8f59-aa02df94e1f1 None None] Pushing event updated for resources: {'Port': ['ID=348070d8-8149-44d0-b3ff-80acd22d6a04,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:31.472675 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d1e34-ab6e-458d-9601-06a5eaf37e7b req-59a5f941-f730-4ec1-b43d-7ab366d7f981 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:31.480773 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fa3d1e34-ab6e-458d-9601-06a5eaf37e7b req-59a5f941-f730-4ec1-b43d-7ab366d7f981 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0907090 Jul 06 13:46:31.487217 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929accc9-5e22-42c3-8e2a-c843485abc16 None None] The sync data for ids ['aeff9aca-4c78-40c1-96f3-38e5c3e48123'] in dv-cinder-819149-8-iscsi is: [{'id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'name': 'tempest-TestShelveInstance-1112520668-router', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:46:28Z', 'revision_number': 3, 'project_id': '0a185cea242c43d3a0919fc48a32f681', 'gw_port': {'id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:95:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:46:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:46:31.622359 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fa3d1e34-ab6e-458d-9601-06a5eaf37e7b req-963f8c16-51f1-45d2-9b6f-036ee98f9317 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391761 Jul 06 13:46:31.688622 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Publish callbacks [] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.701434 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.737630 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:46:25Z', 'revision_number': 4, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port': {'id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:22Z', 'updated_at': '2022-07-06T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '348070d8-8149-44d0-b3ff-80acd22d6a04', 'name': '', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'mac_address': 'fa:16:3e:ea:2d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:24Z', 'updated_at': '2022-07-06T13:46:29Z', 'revision_number': 4, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'subnets': [{'id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:31.812804 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d40db3-7dc2-4454-86e9-f6124c56b8e2 None None] The sync data for ids ['0949e91e-61a0-46de-91f1-033bf002c3cb'] in dv-cinder-819149-8-iscsi is: [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:46:25Z', 'revision_number': 4, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port': {'id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:22Z', 'updated_at': '2022-07-06T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '348070d8-8149-44d0-b3ff-80acd22d6a04', 'name': '', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'mac_address': 'fa:16:3e:ea:2d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:24Z', 'updated_at': '2022-07-06T13:46:29Z', 'revision_number': 4, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'subnets': [{'id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:46:31.836396 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-16f2bce2-e882-4a08-95d1-f6a4c540fd5f None None] Current status of the port cd00181f-61f3-4c29-a65d-756571a971bf is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:31.836795 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-16f2bce2-e882-4a08-95d1-f6a4c540fd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.858978 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Pushing event updated for resources: {'Port': ['ID=0c9b87c8-ba1a-4573-b566-2a75a4c6b457,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:31.885391 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33264658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33259153'] for router_interface (aeff9aca-4c78-40c1-96f3-38e5c3e48123), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.888361 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b20a7-b312-4919-932e-9d2c14561d15 req-1d8459c8-9c09-42ed-a255-ce5de6bb5484 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:31.899590 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-514b20a7-b312-4919-932e-9d2c14561d15 req-1d8459c8-9c09-42ed-a255-ce5de6bb5484 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.1496623 Jul 06 13:46:31.903918 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49de7dd-a3ed-4d0c-89f9-09b54db39ed7 req-93b4dbec-e6ea-44e4-baaa-ef7df1e5b4d7 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:31.916748 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f49de7dd-a3ed-4d0c-89f9-09b54db39ed7 req-93b4dbec-e6ea-44e4-baaa-ef7df1e5b4d7 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.2039347 Jul 06 13:46:31.918729 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 59856) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:31.925295 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:46:31.977952 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port cd00181f-61f3-4c29-a65d-756571a971bf is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:31.978332 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.992560 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-988af8d4-73fa-40fe-a2d2-7406f9bb6bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:31.995727 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-514b20a7-b312-4919-932e-9d2c14561d15 req-791d529b-5e5b-406c-8df2-17cde4f92af3 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968661 Jul 06 13:46:31.996766 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-16f2bce2-e882-4a08-95d1-f6a4c540fd5f None None] For port cd00181f-61f3-4c29-a65d-756571a971bf, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=cd00181f-61f3-4c29-a65d-756571a971bf,segment=NetworkSegment(ca45f84a-a8e5-4f30-bf98-8c1b82554576),segment_id=ca45f84a-a8e5-4f30-bf98-8c1b82554576)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:32.025788 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-16f2bce2-e882-4a08-95d1-f6a4c540fd5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:32.124019 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f49de7dd-a3ed-4d0c-89f9-09b54db39ed7 req-c34c88b3-c4ef-48c6-8e8d-442eddf50fe1 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030702 Jul 06 13:46:32.223468 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.db.api [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 06 13:46:32.224916 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG oslo_db.api [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:46:32.237735 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Network 60388470-9cef-4a29-aa62-ab2655930095 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:32.241043 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:32.245535 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-32847469-f963-48b2-9436-0157433a12b9 None None] Provisioning complete for port cd00181f-61f3-4c29-a65d-756571a971bf triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:32.247390 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-32847469-f963-48b2-9436-0157433a12b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:32.283884 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:32.286027 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3f34c-dba1-4c94-ae7e-9feea25c2ba9 req-7b563c0c-079e-4a96-a071-07eaee2e5f31 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:32.294487 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e1b3f34c-dba1-4c94-ae7e-9feea25c2ba9 req-7b563c0c-079e-4a96-a071-07eaee2e5f31 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 945 time: 0.0961902 Jul 06 13:46:32.358122 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:32.359973 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2bce2-e882-4a08-95d1-f6a4c540fd5f None None] Pushing event updated for resources: {'Port': ['ID=cd00181f-61f3-4c29-a65d-756571a971bf,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:32.382517 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:32.386216 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-988af8d4-73fa-40fe-a2d2-7406f9bb6bf4 admin admin] Publish callbacks [] for security_group (835c32f1-592a-4e03-a1cb-3c94e3239d4b), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:32.397773 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-988af8d4-73fa-40fe-a2d2-7406f9bb6bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (835c32f1-592a-4e03-a1cb-3c94e3239d4b), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:32.422856 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e1b3f34c-dba1-4c94-ae7e-9feea25c2ba9 req-9e2a1238-0753-4a5d-b427-90d6f908683f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240227 Jul 06 13:46:32.431386 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:32.484806 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-32847469-f963-48b2-9436-0157433a12b9 None None] Current status of the port cd00181f-61f3-4c29-a65d-756571a971bf is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:32.496703 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-988af8d4-73fa-40fe-a2d2-7406f9bb6bf4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5154e8024ab74ee7bb9740ee6d5417d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5716784 Jul 06 13:46:32.499427 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59862) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:32.500652 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988af8d4-73fa-40fe-a2d2-7406f9bb6bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835c32f1-592a-4e03-a1cb-3c94e3239d4b,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:32.500909 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-32847469-f963-48b2-9436-0157433a12b9 None None] Provisioning complete for port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:32.501316 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-32847469-f963-48b2-9436-0157433a12b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:32.530560 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Router aeff9aca-4c78-40c1-96f3-38e5c3e48123 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:46:32.563476 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-32847469-f963-48b2-9436-0157433a12b9 None None] Port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:46:32.600229 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c577b7ed-e0c3-4570-9478-4e604c226a03 admin admin] Publish callbacks [] for security_group (835c32f1-592a-4e03-a1cb-3c94e3239d4b), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:32.632931 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c577b7ed-e0c3-4570-9478-4e604c226a03 admin admin] Publish callbacks [] for security_group (835c32f1-592a-4e03-a1cb-3c94e3239d4b), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:32.673184 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:46:32.681282 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-0c6eed63-34ca-463b-9753-7c15a923e279 admin admin] 10.222.0.20 "PUT /v2.0/routers/aeff9aca-4c78-40c1-96f3-38e5c3e48123/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3747137 Jul 06 13:46:32.686760 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-3a14dd5d-b2bc-4ff9-bc0b-af595fa5786d None None] Provisioning complete for port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:32.687134 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3a14dd5d-b2bc-4ff9-bc0b-af595fa5786d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:32.745584 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-3a14dd5d-b2bc-4ff9-bc0b-af595fa5786d None None] Port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:46:32.749996 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c577b7ed-e0c3-4570-9478-4e604c226a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (835c32f1-592a-4e03-a1cb-3c94e3239d4b), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:32.752609 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c577b7ed-e0c3-4570-9478-4e604c226a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:32.753800 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-c577b7ed-e0c3-4570-9478-4e604c226a03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/835c32f1-592a-4e03-a1cb-3c94e3239d4b HTTP/1.1" status: 204 len: 168 time: 0.2531204 Jul 06 13:46:32.777206 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577b7ed-e0c3-4570-9478-4e604c226a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835c32f1-592a-4e03-a1cb-3c94e3239d4b,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:32.811238 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port cd00181f-61f3-4c29-a65d-756571a971bf is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:32.864380 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb81e22-2b89-43f2-9afa-88b8cd380478 req-3d444c44-fd36-48c7-90e7-f3f0b30e5d0d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:32.867531 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7fb81e22-2b89-43f2-9afa-88b8cd380478 req-3d444c44-fd36-48c7-90e7-f3f0b30e5d0d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.1206858 Jul 06 13:46:32.980903 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7fb81e22-2b89-43f2-9afa-88b8cd380478 req-28b648e9-ab69-4b81-9185-04530889a19e tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046984 Jul 06 13:46:33.170284 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22314e51-b888-4761-a904-758243f42094 req-e1fe2c06-42a6-4e64-8158-1e1bf3b53b1b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:33.171844 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-22314e51-b888-4761-a904-758243f42094 req-e1fe2c06-42a6-4e64-8158-1e1bf3b53b1b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0648458 Jul 06 13:46:33.196193 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device cd00181f-61f3-4c29-a65d-756571a971bf up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:33.261910 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-22314e51-b888-4761-a904-758243f42094 req-f889ea85-4dd7-4417-a333-ece1be44978f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795827 Jul 06 13:46:33.340074 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port cd00181f-61f3-4c29-a65d-756571a971bf triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:33.340933 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:33.485406 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port cd00181f-61f3-4c29-a65d-756571a971bf is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:33.486773 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 348070d8-8149-44d0-b3ff-80acd22d6a04 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:33.500348 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7c651-4fea-4e0c-92a1-5db2f9740685 req-835b81a6-6f43-4689-9110-8d198c7726e9 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:33.512861 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-60e7c651-4fea-4e0c-92a1-5db2f9740685 req-835b81a6-6f43-4689-9110-8d198c7726e9 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0924504 Jul 06 13:46:33.549252 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59896) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:33.555606 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-01b50606-1854-4952-b2c3-790c039b5149 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953280296', 'description': 'tempest-secgroup-smoke-953280296 description', 'project_id': '1727f66e37f94cc6971b574c8635e078'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:33.588512 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-01b50606-1854-4952-b2c3-790c039b5149 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:33.604614 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-60e7c651-4fea-4e0c-92a1-5db2f9740685 req-e808f805-ec68-46e6-9092-a62e5820a669 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898688 Jul 06 13:46:33.689252 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650d811-117e-4f87-a412-38cd3fa118b8 req-f4d4345c-4cb8-4ee8-b251-8e8b7c38c0fc tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:33.691063 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0650d811-117e-4f87-a412-38cd3fa118b8 req-f4d4345c-4cb8-4ee8-b251-8e8b7c38c0fc tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 945 time: 0.0784619 Jul 06 13:46:33.691751 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:33.723544 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 348070d8-8149-44d0-b3ff-80acd22d6a04 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:33.724076 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:33.740029 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:33.773128 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0650d811-117e-4f87-a412-38cd3fa118b8 req-afbb7aa9-601e-4184-977a-726ffb4d8ed5 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686250 Jul 06 13:46:33.792623 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-01b50606-1854-4952-b2c3-790c039b5149 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group (6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:33.801716 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-01b50606-1854-4952-b2c3-790c039b5149 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:33.822917 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 348070d8-8149-44d0-b3ff-80acd22d6a04 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:33.824157 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 9e3a225e-0592-4c65-ad6d-624c80fe26b6 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:33.837193 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-01b50606-1854-4952-b2c3-790c039b5149 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:33.838415 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-01b50606-1854-4952-b2c3-790c039b5149 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2875342 Jul 06 13:46:33.839614 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b50606-1854-4952-b2c3-790c039b5149 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:33.841583 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 59906) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:33.845912 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-2eb439c0-126a-4124-a6cb-032c437757f9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Request body: {'security_group_rule': {'security_group_id': '6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80', 'project_id': '1727f66e37f94cc6971b574c8635e078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:33.878288 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2eb439c0-126a-4124-a6cb-032c437757f9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (b6da3a78-3a68-4013-b5e4-147363dd9311), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:33.904263 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 9e3a225e-0592-4c65-ad6d-624c80fe26b6 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:33.904786 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:33.945078 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2eb439c0-126a-4124-a6cb-032c437757f9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (b6da3a78-3a68-4013-b5e4-147363dd9311), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:33.947644 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 59908) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:33.955148 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2eb439c0-126a-4124-a6cb-032c437757f9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (b6da3a78-3a68-4013-b5e4-147363dd9311), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:33.987137 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2eb439c0-126a-4124-a6cb-032c437757f9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:33.988356 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-2eb439c0-126a-4124-a6cb-032c437757f9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458540 Jul 06 13:46:33.991312 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 59912) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:33.993351 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb439c0-126a-4124-a6cb-032c437757f9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6da3a78-3a68-4013-b5e4-147363dd9311,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:33.998208 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-7969c4fe-e906-4845-a5ac-cebe906d0a25 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Request body: {'security_group_rule': {'security_group_id': '6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80', 'project_id': '1727f66e37f94cc6971b574c8635e078', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:34.021296 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 9e3a225e-0592-4c65-ad6d-624c80fe26b6 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:34.022134 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.053263 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 9e3a225e-0592-4c65-ad6d-624c80fe26b6, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=9e3a225e-0592-4c65-ad6d-624c80fe26b6,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:34.058812 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.060301 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7969c4fe-e906-4845-a5ac-cebe906d0a25 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (5ca244dd-80a4-43c7-b574-18a7868b42da), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.115613 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1383691582-network', 'tenant_id': '2f9f86fa910c4054b31927ba26ea96b9'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:34.116785 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=9e3a225e-0592-4c65-ad6d-624c80fe26b6,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:34.196520 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e6c38-d6fa-4fa0-a013-26730792a29a req-787f96e9-e5ea-4b51-becb-243ee12fcf1f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:34.198037 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-616e6c38-d6fa-4fa0-a013-26730792a29a req-787f96e9-e5ea-4b51-becb-243ee12fcf1f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0887868 Jul 06 13:46:34.198595 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Made reservation on behalf of 2f9f86fa910c4054b31927ba26ea96b9 for: {'network': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:34.200817 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.211426 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7969c4fe-e906-4845-a5ac-cebe906d0a25 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (5ca244dd-80a4-43c7-b574-18a7868b42da), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.225966 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7969c4fe-e906-4845-a5ac-cebe906d0a25 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (5ca244dd-80a4-43c7-b574-18a7868b42da), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.227685 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.258600 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:34.275091 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:34.282057 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969c4fe-e906-4845-a5ac-cebe906d0a25 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca244dd-80a4-43c7-b574-18a7868b42da,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:34.302601 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7969c4fe-e906-4845-a5ac-cebe906d0a25 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.305356 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-7969c4fe-e906-4845-a5ac-cebe906d0a25 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3128464 Jul 06 13:46:34.308240 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59922) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:34.313426 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-4464bfcb-c098-48c7-badc-9166c413629f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Request body: {'security_group_rule': {'security_group_id': '6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80', 'project_id': '1727f66e37f94cc6971b574c8635e078', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:34.332949 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-616e6c38-d6fa-4fa0-a013-26730792a29a req-a91ed797-0def-472c-bf91-f6ce1bcf2c19 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203313 Jul 06 13:46:34.369265 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4464bfcb-c098-48c7-badc-9166c413629f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (2b0241b8-baba-4da4-ade8-108235f0bda1), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.404505 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Publish callbacks [] for security_group (934c00df-b3ca-4a48-bff9-e004fd80f24f), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.408706 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (934c00df-b3ca-4a48-bff9-e004fd80f24f), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.424534 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3f0b9-cf13-4f5a-85b8-de1a62e7a81d req-a233c8c8-c9bf-43e4-ab99-9f2a8c2154d7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:34.432691 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d8b3f0b9-cf13-4f5a-85b8-de1a62e7a81d req-a233c8c8-c9bf-43e4-ab99-9f2a8c2154d7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0793080 Jul 06 13:46:34.440135 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=110606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:46:34.451326 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934c00df-b3ca-4a48-bff9-e004fd80f24f,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:34.459502 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (ba96df5a-424b-4085-9fe7-b53c987bfafc), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.459931 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.segments_db [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Added segment ba96df5a-424b-4085-9fe7-b53c987bfafc of type vlan for network 60bcc6e5-2a3e-4466-af92-959bc56def11 Jul 06 13:46:34.498498 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4464bfcb-c098-48c7-badc-9166c413629f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (2b0241b8-baba-4da4-ade8-108235f0bda1), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.503262 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4464bfcb-c098-48c7-badc-9166c413629f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (2b0241b8-baba-4da4-ade8-108235f0bda1), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.510201 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (60bcc6e5-2a3e-4466-af92-959bc56def11), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.511892 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d8b3f0b9-cf13-4f5a-85b8-de1a62e7a81d req-ed1fe5a9-07b2-4c56-94d2-baecb8de4e24 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783403 Jul 06 13:46:34.528479 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464bfcb-c098-48c7-badc-9166c413629f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0241b8-baba-4da4-ade8-108235f0bda1,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:34.540281 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4464bfcb-c098-48c7-badc-9166c413629f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.541704 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-4464bfcb-c098-48c7-badc-9166c413629f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2320106 Jul 06 13:46:34.542213 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (60bcc6e5-2a3e-4466-af92-959bc56def11), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.543436 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:34.544266 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.544438 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59926) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:34.548994 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-33b8f5b5-5571-4bf2-8243-1d142213d60a tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Request body: {'security_group_rule': {'security_group_id': '6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80', 'project_id': '1727f66e37f94cc6971b574c8635e078', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:34.574930 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Sync routers for ids ['aeff9aca-4c78-40c1-96f3-38e5c3e48123'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:46:34.575483 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6266127 Jul 06 13:46:34.578388 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 59928) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:34.586300 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-33b8f5b5-5571-4bf2-8243-1d142213d60a tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (c7284c31-af62-42aa-b007-34c9eba828bf), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.591489 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-db73a774-32aa-43e1-a1de-07263d68866f admin admin] Request body: {'subnet': {'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1383691582-subnet', 'tenant_id': '2f9f86fa910c4054b31927ba26ea96b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:34.593109 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Routers {'aeff9aca-4c78-40c1-96f3-38e5c3e48123'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:46:34.593749 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:46:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['aeff9aca-4c78-40c1-96f3-38e5c3e48123'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:34.655389 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-33b8f5b5-5571-4bf2-8243-1d142213d60a tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (c7284c31-af62-42aa-b007-34c9eba828bf), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.663030 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-33b8f5b5-5571-4bf2-8243-1d142213d60a tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (c7284c31-af62-42aa-b007-34c9eba828bf), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.688487 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8f5b5-5571-4bf2-8243-1d142213d60a tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7284c31-af62-42aa-b007-34c9eba828bf,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:34.699328 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-33b8f5b5-5571-4bf2-8243-1d142213d60a tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.700893 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-33b8f5b5-5571-4bf2-8243-1d142213d60a tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550486 Jul 06 13:46:34.703404 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59932) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:34.708276 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-505e0613-61e2-4e0d-acec-11df9927d1e3 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Request body: {'security_group_rule': {'security_group_id': '6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80', 'project_id': '1727f66e37f94cc6971b574c8635e078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:34.733585 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.securitygroups_db [None req-505e0613-61e2-4e0d-acec-11df9927d1e3 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Project 1727f66e37f94cc6971b574c8635e078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:46:34.737036 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:34.741388 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-505e0613-61e2-4e0d-acec-11df9927d1e3 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (7ebfccc0-7c88-4483-a629-3e6c18752a3b), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.743539 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Set router aeff9aca-4c78-40c1-96f3-38e5c3e48123 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:46:34.783802 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:34.806176 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-505e0613-61e2-4e0d-acec-11df9927d1e3 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (7ebfccc0-7c88-4483-a629-3e6c18752a3b), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.811487 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-505e0613-61e2-4e0d-acec-11df9927d1e3 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (7ebfccc0-7c88-4483-a629-3e6c18752a3b), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.820553 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4639f-38d4-44f1-b556-708d09612f4e admin admin] Pushing event updated for resources: {'Network': ['ID=60bcc6e5-2a3e-4466-af92-959bc56def11,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:34.833040 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e0613-61e2-4e0d-acec-11df9927d1e3 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebfccc0-7c88-4483-a629-3e6c18752a3b,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:34.841285 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network 60bcc6e5-2a3e-4466-af92-959bc56def11 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:46:34.851121 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-505e0613-61e2-4e0d-acec-11df9927d1e3 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.852580 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-505e0613-61e2-4e0d-acec-11df9927d1e3 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478391 Jul 06 13:46:34.855246 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 59936) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:34.860210 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-a20a1bf6-5814-41f1-a793-08ea81c747e5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Request body: {'security_group_rule': {'security_group_id': '6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80', 'project_id': '1727f66e37f94cc6971b574c8635e078', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:34.871168 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254a54f-6094-4039-944a-96b59c702e10 req-a94d6fd0-82bc-4fe5-a72d-fd2c2140ded0 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:34.877816 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f254a54f-6094-4039-944a-96b59c702e10 req-a94d6fd0-82bc-4fe5-a72d-fd2c2140ded0 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0615306 Jul 06 13:46:34.899415 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.securitygroups_db [None req-a20a1bf6-5814-41f1-a793-08ea81c747e5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Project 1727f66e37f94cc6971b574c8635e078 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:46:34.906010 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a20a1bf6-5814-41f1-a793-08ea81c747e5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (d2316bff-f4ac-44aa-bc7d-be0b4221a67e), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.925918 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db73a774-32aa-43e1-a1de-07263d68866f admin admin] Made reservation on behalf of 2f9f86fa910c4054b31927ba26ea96b9 for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:34.928708 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-db73a774-32aa-43e1-a1de-07263d68866f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30212971'] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:34.986437 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 9e3a225e-0592-4c65-ad6d-624c80fe26b6 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:34.989626 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:35.023772 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009418f6-2589-4d2b-b85f-53e35029d1bb req-43658999-e8d4-4dc4-8807-1f47bda9e524 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:35.025320 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-009418f6-2589-4d2b-b85f-53e35029d1bb req-43658999-e8d4-4dc4-8807-1f47bda9e524 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 945 time: 0.1049602 Jul 06 13:46:35.035831 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a20a1bf6-5814-41f1-a793-08ea81c747e5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (d2316bff-f4ac-44aa-bc7d-be0b4221a67e), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:35.037936 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f254a54f-6094-4039-944a-96b59c702e10 req-ab40ebeb-df71-4748-8b73-56c0bbc35826 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583567 Jul 06 13:46:35.045033 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a20a1bf6-5814-41f1-a793-08ea81c747e5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (d2316bff-f4ac-44aa-bc7d-be0b4221a67e), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:35.075915 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 9e3a225e-0592-4c65-ad6d-624c80fe26b6 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:35.076409 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:35.076626 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a1bf6-5814-41f1-a793-08ea81c747e5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2316bff-f4ac-44aa-bc7d-be0b4221a67e,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:35.091259 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a20a1bf6-5814-41f1-a793-08ea81c747e5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:35.092452 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a20a1bf6-5814-41f1-a793-08ea81c747e5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2358983 Jul 06 13:46:35.124638 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:35.124879 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'name': 'tempest-TestShelveInstance-1112520668-router', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:46:31Z', 'revision_number': 4, 'project_id': '0a185cea242c43d3a0919fc48a32f681', 'gw_port': {'id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '0c9b87c8-ba1a-4573-b566-2a75a4c6b457', 'name': '', 'network_id': '60388470-9cef-4a29-aa62-ab2655930095', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'mac_address': 'fa:16:3e:e2:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'de5ae14d-043a-4710-9ab5-dcbad83fc5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:30Z', 'updated_at': '2022-07-06T13:46:31Z', 'revision_number': 2, 'project_id': '0a185cea242c43d3a0919fc48a32f681', 'subnets': [{'id': 'de5ae14d-043a-4710-9ab5-dcbad83fc5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:35.130963 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-009418f6-2589-4d2b-b85f-53e35029d1bb req-0d9dab0e-cea5-4652-8ee6-f19f3941fbc5 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973530 Jul 06 13:46:35.156528 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Checking router: aeff9aca-4c78-40c1-96f3-38e5c3e48123 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:46:35.156902 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Updating router aeff9aca-4c78-40c1-96f3-38e5c3e48123 port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 binding host dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:46:35.212786 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-db73a774-32aa-43e1-a1de-07263d68866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31420761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30215553'] for subnet (32847bc1-c65d-4324-b124-dadb7b045a43), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:35.223777 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:35.238823 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 9e3a225e-0592-4c65-ad6d-624c80fe26b6 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:35.290967 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db73a774-32aa-43e1-a1de-07263d68866f admin admin] Pushing event updated for resources: {'Subnet': ['ID=32847bc1-c65d-4324-b124-dadb7b045a43,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:35.314298 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db73a774-32aa-43e1-a1de-07263d68866f admin admin] Checking segment: {'id': 'ba96df5a-424b-4085-9fe7-b53c987bfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:46:35.314735 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73a774-32aa-43e1-a1de-07263d68866f admin admin] Network hostable DHCP agents. Network: 60bcc6e5-2a3e-4466-af92-959bc56def11, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:46:35.333862 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db73a774-32aa-43e1-a1de-07263d68866f admin admin] Network 60bcc6e5-2a3e-4466-af92-959bc56def11 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:46:35.337231 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:35.349105 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-db73a774-32aa-43e1-a1de-07263d68866f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, 60bcc6e5-2a3e-4466-af92-959bc56def11) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:35.354595 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db73a774-32aa-43e1-a1de-07263d68866f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:35.355150 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-db73a774-32aa-43e1-a1de-07263d68866f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:35.366563 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f97dfb-99ad-4a5b-9ffd-cb543103d8b2 None None] Network 60bcc6e5-2a3e-4466-af92-959bc56def11 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:46:35.379689 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-db73a774-32aa-43e1-a1de-07263d68866f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8002453 Jul 06 13:46:35.509555 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299895d5-dd80-416e-9ecb-6b4c6958d535 req-9e54e6fc-fc0a-40ad-9852-662f11a55f64 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:35.518528 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-299895d5-dd80-416e-9ecb-6b4c6958d535 req-9e54e6fc-fc0a-40ad-9852-662f11a55f64 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0663235 Jul 06 13:46:35.564512 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:35.632637 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-299895d5-dd80-416e-9ecb-6b4c6958d535 req-a89c417c-9172-48e1-9e07-8ad7da82f820 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096213 Jul 06 13:46:35.690074 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51c4887-f321-4deb-b054-621917c93a7a None None] Network 60bcc6e5-2a3e-4466-af92-959bc56def11 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:46:35.711034 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa49a5-aad9-4571-96cf-17c98c0d8743 req-b46f8fea-306c-48d2-a86b-533b2143b7dc tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:35.721032 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5afa49a5-aad9-4571-96cf-17c98c0d8743 req-b46f8fea-306c-48d2-a86b-533b2143b7dc tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.1070096 Jul 06 13:46:35.801507 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:35.811002 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5afa49a5-aad9-4571-96cf-17c98c0d8743 req-30672fb0-ea9d-49cb-b022-7b87afcbcc72 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835693 Jul 06 13:46:35.841958 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Publish callbacks [] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), precommit_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:35.867912 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:35.918054 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:35.932023 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e4833-9808-4af0-bb47-95209bfe448c None None] Pushing event updated for resources: {'Port': ['ID=0c9b87c8-ba1a-4573-b566-2a75a4c6b457,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:36.016740 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Attempting to bind port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:46:36.017475 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Attempting to bind port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': 'ca45f84a-a8e5-4f30-bf98-8c1b82554576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60388470-9cef-4a29-aa62-ab2655930095'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:46:36.017946 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Attempting to bind port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 on network 60388470-9cef-4a29-aa62-ab2655930095 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:46:36.027389 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:46:36.027903 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Checking segment: {'id': 'ca45f84a-a8e5-4f30-bf98-8c1b82554576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60388470-9cef-4a29-aa62-ab2655930095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:46:36.028369 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:36.028944 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Bound using segment: {'id': 'ca45f84a-a8e5-4f30-bf98-8c1b82554576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60388470-9cef-4a29-aa62-ab2655930095'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:46:36.029471 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Bound port: 0c9b87c8-ba1a-4573-b566-2a75a4c6b457, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca45f84a-a8e5-4f30-bf98-8c1b82554576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '60388470-9cef-4a29-aa62-ab2655930095'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:46:36.030011 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:36.127921 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] For port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:46:36.133724 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] For port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=0c9b87c8-ba1a-4573-b566-2a75a4c6b457,segment=NetworkSegment(ca45f84a-a8e5-4f30-bf98-8c1b82554576),segment_id=ca45f84a-a8e5-4f30-bf98-8c1b82554576)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:46:36.143783 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:36.236760 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Routers {'aeff9aca-4c78-40c1-96f3-38e5c3e48123'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:46:36.238260 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:46:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['aeff9aca-4c78-40c1-96f3-38e5c3e48123'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:36.264705 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bea90-2e6c-479d-885e-7902af26cacb req-e9895b6b-f743-43d9-b8b8-09c7601ca6c1 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:36.268335 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5c2bea90-2e6c-479d-885e-7902af26cacb req-e9895b6b-f743-43d9-b8b8-09c7601ca6c1 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0954692 Jul 06 13:46:36.323701 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef38adc-ebb0-48bb-8a78-90b95e7d89ec req-f2e66aaa-ec0f-44a9-b816-2d4e32de549e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:36.332408 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aef38adc-ebb0-48bb-8a78-90b95e7d89ec req-f2e66aaa-ec0f-44a9-b816-2d4e32de549e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 945 time: 0.0825157 Jul 06 13:46:36.417778 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aef38adc-ebb0-48bb-8a78-90b95e7d89ec req-8a2fd620-badc-4621-9d55-596f495c80ff tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840993 Jul 06 13:46:36.436772 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5c2bea90-2e6c-479d-885e-7902af26cacb req-349c673b-9cc1-4ca7-aba3-9b258bd290e0 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536427 Jul 06 13:46:36.444170 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 0a503503-bc5a-427b-9188-0939c526e5da up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:36.655833 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e4833-9808-4af0-bb47-95209bfe448c None None] Pushing event updated for resources: {'Port': ['ID=0c9b87c8-ba1a-4573-b566-2a75a4c6b457,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:36.708367 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-00b6fddf-412e-4677-8dd7-b0d2b8fa0816 None None] Provisioning complete for port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:36.709619 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-00b6fddf-412e-4677-8dd7-b0d2b8fa0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:36.747789 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['3ca14d5b-272c-4543-9380-0fbec0da4da8'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:36.885617 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] Set router aeff9aca-4c78-40c1-96f3-38e5c3e48123 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:46:36.919743 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d7e4a-92d1-4f0b-bb9d-5d2c20914702 req-a1a46f42-9915-44b5-aaea-594cfad87502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:36.922874 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6c9d7e4a-92d1-4f0b-bb9d-5d2c20914702 req-a1a46f42-9915-44b5-aaea-594cfad87502 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05df572327d54bd99595974b75898052&device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 1129 time: 0.1954741 Jul 06 13:46:36.929747 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399ac04-7355-48be-b429-7b7d0867d73b req-b146fae9-2176-4096-b3a7-5af6c36cd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:36.935736 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590cede-e6b3-4e86-a7ae-29a9f35f8f9b req-83f57452-732a-4f45-80e5-7dfdd4eaa489 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:36.945569 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a399ac04-7355-48be-b429-7b7d0867d73b req-b146fae9-2176-4096-b3a7-5af6c36cd590 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 1128 time: 0.2276702 Jul 06 13:46:36.953841 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f590cede-e6b3-4e86-a7ae-29a9f35f8f9b req-83f57452-732a-4f45-80e5-7dfdd4eaa489 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.2122257 Jul 06 13:46:36.995186 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 0a503503-bc5a-427b-9188-0939c526e5da completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:46:37.038359 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef05ddf-5dc2-4077-832a-428bd3adb5b5 req-e596b367-477a-46ff-b088-6d8c44a28995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:37.039942 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3ef05ddf-5dc2-4077-832a-428bd3adb5b5 req-e596b367-477a-46ff-b088-6d8c44a28995 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.3232017 Jul 06 13:46:37.089466 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3139d2-0b55-49b3-8f97-7b762fff0181 req-5915b5ba-0cca-46f6-b675-79830937e78f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:37.091136 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fe3139d2-0b55-49b3-8f97-7b762fff0181 req-5915b5ba-0cca-46f6-b675-79830937e78f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.1063161 Jul 06 13:46:37.102678 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 0a503503-bc5a-427b-9188-0939c526e5da triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:37.103165 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (0a503503-bc5a-427b-9188-0939c526e5da), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:37.106180 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f590cede-e6b3-4e86-a7ae-29a9f35f8f9b req-c8420e31-4372-4ac9-9f25-b855524a7089 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495130 Jul 06 13:46:37.126781 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d7e4a-92d1-4f0b-bb9d-5d2c20914702 req-6ad2920d-203f-4b0a-99c7-3f52d99a7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:37.128380 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6c9d7e4a-92d1-4f0b-bb9d-5d2c20914702 req-6ad2920d-203f-4b0a-99c7-3f52d99a7cc1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=971af843-a8c2-4694-8a42-a011949622a1 HTTP/1.1" status: 200 len: 911 time: 0.1810675 Jul 06 13:46:37.170563 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fe3139d2-0b55-49b3-8f97-7b762fff0181 req-47021fff-d373-4d5c-a042-b9c0b132a267 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678144 Jul 06 13:46:37.313591 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:37.322421 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:37.359093 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 60070) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:37.405676 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-00b6fddf-412e-4677-8dd7-b0d2b8fa0816 None None] Current status of the port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:37.405676 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-00b6fddf-412e-4677-8dd7-b0d2b8fa0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:37.496107 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-00b6fddf-412e-4677-8dd7-b0d2b8fa0816 None None] For port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=0c9b87c8-ba1a-4573-b566-2a75a4c6b457,segment=NetworkSegment(ca45f84a-a8e5-4f30-bf98-8c1b82554576),segment_id=ca45f84a-a8e5-4f30-bf98-8c1b82554576)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:37.530787 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-00b6fddf-412e-4677-8dd7-b0d2b8fa0816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:37.584763 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'name': 'tempest-TestShelveInstance-1112520668-router', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:46:31Z', 'revision_number': 4, 'project_id': '0a185cea242c43d3a0919fc48a32f681', 'gw_port': {'id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '0c9b87c8-ba1a-4573-b566-2a75a4c6b457', 'name': '', 'network_id': '60388470-9cef-4a29-aa62-ab2655930095', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'mac_address': 'fa:16:3e:e2:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'de5ae14d-043a-4710-9ab5-dcbad83fc5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:30Z', 'updated_at': '2022-07-06T13:46:36Z', 'revision_number': 4, 'project_id': '0a185cea242c43d3a0919fc48a32f681', 'subnets': [{'id': 'de5ae14d-043a-4710-9ab5-dcbad83fc5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:46:37.639652 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 0a503503-bc5a-427b-9188-0939c526e5da is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:37.640173 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (0a503503-bc5a-427b-9188-0939c526e5da), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:37.687899 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd60c45-8a1f-436b-8095-9de7c7967a6c None None] The sync data for ids ['aeff9aca-4c78-40c1-96f3-38e5c3e48123'] in dv-cinder-819149-8-iscsi is: [{'id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'name': 'tempest-TestShelveInstance-1112520668-router', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:46:31Z', 'revision_number': 4, 'project_id': '0a185cea242c43d3a0919fc48a32f681', 'gw_port': {'id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '0c9b87c8-ba1a-4573-b566-2a75a4c6b457', 'name': '', 'network_id': '60388470-9cef-4a29-aa62-ab2655930095', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'mac_address': 'fa:16:3e:e2:75:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': 'de5ae14d-043a-4710-9ab5-dcbad83fc5dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:30Z', 'updated_at': '2022-07-06T13:46:36Z', 'revision_number': 4, 'project_id': '0a185cea242c43d3a0919fc48a32f681', 'subnets': [{'id': 'de5ae14d-043a-4710-9ab5-dcbad83fc5dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:46:37.701921 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6c9d7e4a-92d1-4f0b-bb9d-5d2c20914702 req-ebb76343-7b2e-4c17-b7e7-87e03c5fff8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ca14d5b-272c-4543-9380-0fbec0da4da8 HTTP/1.1" status: 200 len: 217 time: 0.3638797 Jul 06 13:46:37.738691 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cb6afeba-a8f1-4cad-a969-5a03d407067d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:37.749098 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bddea9-d545-43f2-9bf7-5e723900c8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a503503-bc5a-427b-9188-0939c526e5da'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:46:37.752632 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dd7298-b5a9-40b8-813f-013874f9eb35" -d '{"events": [{"server_uuid": "12bddea9-d545-43f2-9bf7-5e723900c8c6", "name": "network-vif-plugged", "status": "completed", "tag": "0a503503-bc5a-427b-9188-0939c526e5da"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:37.766734 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 0a503503-bc5a-427b-9188-0939c526e5da, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a503503-bc5a-427b-9188-0939c526e5da,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:37.769526 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ba1cc49a-6a4b-4648-b1d4-e73523d3335f None None] Provisioning complete for port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:37.769912 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ba1cc49a-6a4b-4648-b1d4-e73523d3335f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:37.774896 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6fddf-412e-4677-8dd7-b0d2b8fa0816 None None] Pushing event updated for resources: {'Port': ['ID=0c9b87c8-ba1a-4573-b566-2a75a4c6b457,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:37.890594 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (0a503503-bc5a-427b-9188-0939c526e5da), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:37.900831 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399ac04-7355-48be-b429-7b7d0867d73b req-cc62060f-e83c-4db5-8dd3-ee9d71ca4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:37.905059 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a399ac04-7355-48be-b429-7b7d0867d73b req-cc62060f-e83c-4db5-8dd3-ee9d71ca4f16 service neutron] 10.222.0.39 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 916 time: 0.5924127 Jul 06 13:46:37.915446 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a209421-12b7-461a-976c-b28b7cc9f5c3 req-68877bea-3abe-429c-9f40-fe842b2c483c tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:37.922667 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5a209421-12b7-461a-976c-b28b7cc9f5c3 req-68877bea-3abe-429c-9f40-fe842b2c483c tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.2168124 Jul 06 13:46:38.006969 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3ef05ddf-5dc2-4077-832a-428bd3adb5b5 req-e9ee54b1-ecf4-4bfb-963f-c2484b80c8ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a503503-bc5a-427b-9188-0939c526e5da HTTP/1.1" status: 200 len: 217 time: 0.6883700 Jul 06 13:46:38.012538 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ba1cc49a-6a4b-4648-b1d4-e73523d3335f None None] Current status of the port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:38.025837 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a399ac04-7355-48be-b429-7b7d0867d73b req-783194f8-08c2-4b85-859d-13666a099217 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb26a6ef-8459-409e-986c-7f71a4f52683 HTTP/1.1" status: 200 len: 217 time: 0.0557301 Jul 06 13:46:38.029656 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d7e4a-92d1-4f0b-bb9d-5d2c20914702 req-63c91be9-7d21-47af-8fd8-bbc249e9281a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:38.031589 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6c9d7e4a-92d1-4f0b-bb9d-5d2c20914702 req-63c91be9-7d21-47af-8fd8-bbc249e9281a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e1bcabb-e45a-4964-8332-c655940202a4 HTTP/1.1" status: 200 len: 849 time: 0.1961870 Jul 06 13:46:38.049283 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=0a503503-bc5a-427b-9188-0939c526e5da,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:38.141077 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c54bc-028d-4134-ac8a-9f2b4c33c958 req-8f83517f-3b71-4465-b3a0-cde4aa37cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:38.142754 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ba3c54bc-028d-4134-ac8a-9f2b4c33c958 req-8f83517f-3b71-4465-b3a0-cde4aa37cfc6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 1130 time: 0.8155570 Jul 06 13:46:38.158298 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34e26-45c0-4652-ada0-7970b5501bdc req-52c1a49b-c0c5-4cc2-a965-d90a3280446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:38.159864 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-74e34e26-45c0-4652-ada0-7970b5501bdc req-52c1a49b-c0c5-4cc2-a965-d90a3280446a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 1129 time: 0.7924144 Jul 06 13:46:38.173424 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399ac04-7355-48be-b429-7b7d0867d73b req-333bf1b5-96c7-4b1e-b84b-4a1873e60773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:38.175092 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a399ac04-7355-48be-b429-7b7d0867d73b req-333bf1b5-96c7-4b1e-b84b-4a1873e60773 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 200 len: 854 time: 0.1482058 Jul 06 13:46:38.182744 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5a209421-12b7-461a-976c-b28b7cc9f5c3 req-94e4eeb9-65ef-44b5-ad86-21220d249886 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584910 Jul 06 13:46:38.191094 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e17343-dfac-4108-92e1-5f97b25d6005 req-881fc48c-1ce7-4393-b8b4-a13f7484995f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:38.194317 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d7e4a-92d1-4f0b-bb9d-5d2c20914702 req-0f4f15c7-c545-4ca8-a778-42c6f2af8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:38.195780 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6c9d7e4a-92d1-4f0b-bb9d-5d2c20914702 req-0f4f15c7-c545-4ca8-a778-42c6f2af8be8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=971af843-a8c2-4694-8a42-a011949622a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1080360 Jul 06 13:46:38.203013 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-09e17343-dfac-4108-92e1-5f97b25d6005 req-881fc48c-1ce7-4393-b8b4-a13f7484995f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 945 time: 0.1996410 Jul 06 13:46:38.217659 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ba3c54bc-028d-4134-ac8a-9f2b4c33c958 req-94a32742-5f23-4f77-84b6-ef3e9fb7361b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:38.227532 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef05ddf-5dc2-4077-832a-428bd3adb5b5 req-9ffd1e0b-5d7c-4d5b-9a5e-3f8436b3d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:38.227532 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3ef05ddf-5dc2-4077-832a-428bd3adb5b5 req-9ffd1e0b-5d7c-4d5b-9a5e-3f8436b3d3a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.2013063 Jul 06 13:46:38.235255 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-74e34e26-45c0-4652-ada0-7970b5501bdc req-fe1eba70-f9c5-4972-85b0-97c22fd492b0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:38.278106 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:38.279437 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399ac04-7355-48be-b429-7b7d0867d73b req-0bb0b8bd-542a-43c7-8060-4e4c280ae16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:38.280947 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a399ac04-7355-48be-b429-7b7d0867d73b req-0bb0b8bd-542a-43c7-8060-4e4c280ae16a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599de418-b206-4788-89c1-e9276ab94414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0965383 Jul 06 13:46:38.293238 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:38.310965 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0ebb93-0c34-4ede-aca7-3cbdc5f1a533 x-openstack-request-id: req-ed0ebb93-0c34-4ede-aca7-3cbdc5f1a533 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:38.311270 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bddea9-d545-43f2-9bf7-5e723900c8c6", "name": "network-vif-plugged", "status": "completed", "tag": "0a503503-bc5a-427b-9188-0939c526e5da", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:38.311529 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed0ebb93-0c34-4ede-aca7-3cbdc5f1a533 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:38.311926 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0ebb93-0c34-4ede-aca7-3cbdc5f1a533'] response: {'server_uuid': '12bddea9-d545-43f2-9bf7-5e723900c8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a503503-bc5a-427b-9188-0939c526e5da', 'code': 200} Jul 06 13:46:38.367550 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cb6afeba-a8f1-4cad-a969-5a03d407067d admin admin] Publish callbacks [] for security_group (d42745f3-9321-494d-9cbd-f9025b57c243), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:38.374812 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-09e17343-dfac-4108-92e1-5f97b25d6005 req-178e2349-67d6-4530-8ac0-7bf9d92f2837 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1707754 Jul 06 13:46:38.390352 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cb6afeba-a8f1-4cad-a969-5a03d407067d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (d42745f3-9321-494d-9cbd-f9025b57c243), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:38.390538 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef05ddf-5dc2-4077-832a-428bd3adb5b5 req-f14a8ea0-18c1-4e45-a259-b673b487056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:38.392046 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3ef05ddf-5dc2-4077-832a-428bd3adb5b5 req-f14a8ea0-18c1-4e45-a259-b673b487056f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1466873 Jul 06 13:46:38.414847 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:38.457307 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-cb6afeba-a8f1-4cad-a969-5a03d407067d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba428e3a1e094f7c83fae3f3d5f6e8c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0578275 Jul 06 13:46:38.459900 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60106) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:38.467717 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ba3c54bc-028d-4134-ac8a-9f2b4c33c958 req-94a32742-5f23-4f77-84b6-ef3e9fb7361b service neutron] Publish callbacks [] for security_group (46ca2543-ce9c-4914-aee7-056649d139e4), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:38.486708 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6c9d7e4a-92d1-4f0b-bb9d-5d2c20914702 req-04f0b9c0-f8dc-4e28-939a-f9250b19ac2c service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636273 Jul 06 13:46:38.491933 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ba3c54bc-028d-4134-ac8a-9f2b4c33c958 req-94a32742-5f23-4f77-84b6-ef3e9fb7361b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (46ca2543-ce9c-4914-aee7-056649d139e4), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:38.503824 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6afeba-a8f1-4cad-a969-5a03d407067d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42745f3-9321-494d-9cbd-f9025b57c243,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:38.548417 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.db.api [req-74e34e26-45c0-4652-ada0-7970b5501bdc req-fe1eba70-f9c5-4972-85b0-97c22fd492b0 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) bfe6c3d8da2743be9609184db2506303 {{(pid=110605) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 06 13:46:38.549128 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG oslo_db.api [req-74e34e26-45c0-4652-ada0-7970b5501bdc req-fe1eba70-f9c5-4972-85b0-97c22fd492b0 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:46:38.588106 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:38.610553 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-3d946bfe-4475-4dbc-8872-e8d19e0f5f09 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:38.612216 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde05c3-68f3-4692-895d-4f2c3404771d req-1e42a48d-a157-4e8b-ba2c-592e5b148119 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:38.612464 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-3d946bfe-4475-4dbc-8872-e8d19e0f5f09 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/networks?id=60bcc6e5-2a3e-4466-af92-959bc56def11 HTTP/1.1" status: 200 len: 809 time: 0.2231789 Jul 06 13:46:38.613777 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8bde05c3-68f3-4692-895d-4f2c3404771d req-1e42a48d-a157-4e8b-ba2c-592e5b148119 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.1437483 Jul 06 13:46:38.614590 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a32742-5f23-4f77-84b6-ef3e9fb7361b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=46ca2543-ce9c-4914-aee7-056649d139e4,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:38.622962 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ba3c54bc-028d-4134-ac8a-9f2b4c33c958 req-94a32742-5f23-4f77-84b6-ef3e9fb7361b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697804 Jul 06 13:46:38.650706 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-430d0bbc-61e7-4257-8190-2132c703c06e admin admin] Publish callbacks [] for security_group (d42745f3-9321-494d-9cbd-f9025b57c243), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:38.651724 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-69e4205f-eafa-424b-b57f-02c3449b0e94 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/quotas/2f9f86fa910c4054b31927ba26ea96b9 HTTP/1.1" status: 200 len: 375 time: 0.0197718 Jul 06 13:46:38.682530 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-761da918-2ab0-41ae-995b-0a929467447c tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f9f86fa910c4054b31927ba26ea96b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299351 Jul 06 13:46:38.693997 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-430d0bbc-61e7-4257-8190-2132c703c06e admin admin] Publish callbacks [] for security_group (d42745f3-9321-494d-9cbd-f9025b57c243), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:38.710195 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8bde05c3-68f3-4692-895d-4f2c3404771d req-4440eb4c-53a7-4d7b-98ef-c0006795e309 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837739 Jul 06 13:46:38.758425 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-430d0bbc-61e7-4257-8190-2132c703c06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (d42745f3-9321-494d-9cbd-f9025b57c243), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:38.761588 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-430d0bbc-61e7-4257-8190-2132c703c06e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:38.765794 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-430d0bbc-61e7-4257-8190-2132c703c06e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d42745f3-9321-494d-9cbd-f9025b57c243 HTTP/1.1" status: 204 len: 168 time: 0.3048382 Jul 06 13:46:38.788193 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ec071a85-b065-4d39-b78a-982446ce3425 service neutron] 10.222.0.20 "GET /v2.0/networks/60bcc6e5-2a3e-4466-af92-959bc56def11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988843 Jul 06 13:46:38.792216 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d0bbc-61e7-4257-8190-2132c703c06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42745f3-9321-494d-9cbd-f9025b57c243,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:38.833659 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1100ab-dd35-4da4-9921-3d095c80522e req-45d78453-22fe-4816-bf95-86e0ef720fd4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:38.836052 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6d1100ab-dd35-4da4-9921-3d095c80522e req-45d78453-22fe-4816-bf95-86e0ef720fd4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0588067 Jul 06 13:46:38.914730 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6d1100ab-dd35-4da4-9921-3d095c80522e req-44b5ed6a-7809-4852-b23c-fd177f319331 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725162 Jul 06 13:46:38.950582 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:38.960757 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-d0eaa745-178e-4ad2-9722-3536fdc71a55 service neutron] 10.222.0.20 "GET /v2.0/networks/60bcc6e5-2a3e-4466-af92-959bc56def11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508331 Jul 06 13:46:39.000212 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:39.000583 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:39.050067 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-74e34e26-45c0-4652-ada0-7970b5501bdc req-fe1eba70-f9c5-4972-85b0-97c22fd492b0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:39.095706 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:39.195690 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e0240b6a-6937-4604-b5bf-288728cea885 req-56bfe399-1c3a-46c9-9857-3eb6affd1c1c tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0356941 Jul 06 13:46:39.233293 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-74e34e26-45c0-4652-ada0-7970b5501bdc req-fe1eba70-f9c5-4972-85b0-97c22fd492b0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0625837 Jul 06 13:46:39.249866 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60120) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:39.263908 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-cbe33f59-a9c3-4f0a-a969-128476b4e27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:39.371384 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bfd8c-5fee-4a85-87f7-be19ffb0ccc7 req-36fe9b11-00ec-4f20-a547-1ccf06264c52 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:39.378656 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-176bfd8c-5fee-4a85-87f7-be19ffb0ccc7 req-36fe9b11-00ec-4f20-a547-1ccf06264c52 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0941048 Jul 06 13:46:39.394269 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-cbe33f59-a9c3-4f0a-a969-128476b4e27c admin admin] Publish callbacks [] for security_group (95ea4879-a6d6-4686-968a-b631e89bc129), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:39.399566 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-cbe33f59-a9c3-4f0a-a969-128476b4e27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (95ea4879-a6d6-4686-968a-b631e89bc129), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:39.461201 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6b3acae2-46b4-4009-90f4-0ab9fee44955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:39.471225 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-176bfd8c-5fee-4a85-87f7-be19ffb0ccc7 req-7b7e8c3d-3c3b-48a5-b93b-c74ad3e23665 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901012 Jul 06 13:46:39.473886 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 60130) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:39.474169 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-cbe33f59-a9c3-4f0a-a969-128476b4e27c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f26915cd1f540a6a3ecc3ff1e370f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232199 Jul 06 13:46:39.475608 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe33f59-a9c3-4f0a-a969-128476b4e27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ea4879-a6d6-4686-968a-b631e89bc129,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:39.544496 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-84d5a97b-c28e-484a-adc8-10f537e195d7 admin admin] Publish callbacks [] for security_group (95ea4879-a6d6-4686-968a-b631e89bc129), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:39.561750 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a797ea-7259-4df9-a896-3240004bc390 req-c931f308-c3ef-4166-8849-2d4af6406c4a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:39.571903 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d4a797ea-7259-4df9-a896-3240004bc390 req-c931f308-c3ef-4166-8849-2d4af6406c4a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 945 time: 0.0688963 Jul 06 13:46:39.588904 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-84d5a97b-c28e-484a-adc8-10f537e195d7 admin admin] Publish callbacks [] for security_group (95ea4879-a6d6-4686-968a-b631e89bc129), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:39.633439 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d4a797ea-7259-4df9-a896-3240004bc390 req-3b0f73a2-c362-450d-8561-db158456486f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599744 Jul 06 13:46:39.664976 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-84d5a97b-c28e-484a-adc8-10f537e195d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (95ea4879-a6d6-4686-968a-b631e89bc129), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:39.668117 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-84d5a97b-c28e-484a-adc8-10f537e195d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:39.669527 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-84d5a97b-c28e-484a-adc8-10f537e195d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/95ea4879-a6d6-4686-968a-b631e89bc129 HTTP/1.1" status: 204 len: 168 time: 0.1946340 Jul 06 13:46:39.697813 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5a97b-c28e-484a-adc8-10f537e195d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ea4879-a6d6-4686-968a-b631e89bc129,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:39.842923 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960785a-935d-4d46-88fa-7a4bf73a246f req-f7798934-6c5a-4938-bb93-b1569741425d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:39.851049 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0960785a-935d-4d46-88fa-7a4bf73a246f req-f7798934-6c5a-4938-bb93-b1569741425d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0606141 Jul 06 13:46:39.906566 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0960785a-935d-4d46-88fa-7a4bf73a246f req-8da17611-483a-4532-ba06-c784ae7583ab tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546272 Jul 06 13:46:40.046374 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97fb63-cfc3-4744-bfe7-57a3f6a8de16 req-4a9c5853-2a87-414c-b8df-dad8d8bc082c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:40.047908 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0e97fb63-cfc3-4744-bfe7-57a3f6a8de16 req-4a9c5853-2a87-414c-b8df-dad8d8bc082c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0524232 Jul 06 13:46:40.066293 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:40.099445 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0e97fb63-cfc3-4744-bfe7-57a3f6a8de16 req-4cda2dfc-1880-4db0-872c-3e398258f81e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456688 Jul 06 13:46:40.298616 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-89bf67de-6165-4523-b7ba-e1cc02341d5a req-123c33a0-7b06-4e60-946f-e6e5d7adb6ac tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0305941 Jul 06 13:46:40.596525 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265313f-3e4a-4f15-8903-9936e67e0f2c req-dc1fd49c-2e77-4fb9-8997-60893f8062d8 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:40.599023 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6265313f-3e4a-4f15-8903-9936e67e0f2c req-dc1fd49c-2e77-4fb9-8997-60893f8062d8 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0584133 Jul 06 13:46:40.649608 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6265313f-3e4a-4f15-8903-9936e67e0f2c req-5c993476-e4e2-4802-a9e4-6c2d95ff5482 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Jul 06 13:46:40.752068 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a648c-7018-43d1-8769-e78efdfbcc58 req-9015e511-bb63-452d-b6e5-7c15a279158a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:40.753699 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a37a648c-7018-43d1-8769-e78efdfbcc58 req-9015e511-bb63-452d-b6e5-7c15a279158a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 945 time: 0.0501583 Jul 06 13:46:40.804969 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a37a648c-7018-43d1-8769-e78efdfbcc58 req-83278717-50cc-4a6a-95b9-4aea08bc32bb tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455182 Jul 06 13:46:41.031445 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcb104-b0b8-4275-870e-3edbb8011b9b req-1b660dc4-eb3c-443d-84c7-18b62814c722 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:41.033279 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a1fcb104-b0b8-4275-870e-3edbb8011b9b req-1b660dc4-eb3c-443d-84c7-18b62814c722 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0546374 Jul 06 13:46:41.089951 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a1fcb104-b0b8-4275-870e-3edbb8011b9b req-4fe48905-9026-4aec-94f0-4982806f7c9f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505373 Jul 06 13:46:41.211282 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:41.217658 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fa698-9344-4657-9d73-3e09a80e4915 req-c568f7c1-4027-4544-a9aa-a7bac9e8ac7e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:41.219172 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b59fa698-9344-4657-9d73-3e09a80e4915 req-c568f7c1-4027-4544-a9aa-a7bac9e8ac7e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0515356 Jul 06 13:46:41.276472 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b59fa698-9344-4657-9d73-3e09a80e4915 req-cade5b0e-3ebc-4da8-878f-b9a2f967d4e0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494506 Jul 06 13:46:41.403742 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0912dafc-9bd4-4d05-af31-5e8f90cf7ac3 req-e6e3abf2-9334-4c0c-a9f6-946757ebe63f tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0298603 Jul 06 13:46:41.423494 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=80 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:41.764551 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:41.775427 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00b68d-5fdb-4217-8d9c-aa7146b70b1b req-038718f5-66f3-4f51-b52c-0ff2f249d1df tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:41.776923 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7f00b68d-5fdb-4217-8d9c-aa7146b70b1b req-038718f5-66f3-4f51-b52c-0ff2f249d1df tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0571547 Jul 06 13:46:41.824501 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7f00b68d-5fdb-4217-8d9c-aa7146b70b1b req-f1992455-4d9f-430a-97e0-324887674e74 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419860 Jul 06 13:46:41.861693 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 60230) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:41.916315 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:41.920624 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:41.932664 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd8f15-22b7-498d-a435-08bd72a76996 req-3fa9c319-f7d6-4858-8eec-cbb30f7f7bdc tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:41.934476 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e1dd8f15-22b7-498d-a435-08bd72a76996 req-3fa9c319-f7d6-4858-8eec-cbb30f7f7bdc tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 945 time: 0.0605075 Jul 06 13:46:41.937770 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27ccc2b5-8184-46b1-8388-b12071adc032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:41.991119 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e1dd8f15-22b7-498d-a435-08bd72a76996 req-b5bc8a2c-add2-4617-a649-af3bdabb0bc0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468581 Jul 06 13:46:41.994191 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-dbfd3814-93f1-4bfc-8916-6e9f402a761f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.075687 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-dbfd3814-93f1-4bfc-8916-6e9f402a761f admin admin] Publish callbacks [] for security_group (a9d9fdcb-823e-474f-9ab0-224df61fa384), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.079212 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-dbfd3814-93f1-4bfc-8916-6e9f402a761f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (a9d9fdcb-823e-474f-9ab0-224df61fa384), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.119974 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-dbfd3814-93f1-4bfc-8916-6e9f402a761f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=417719f21b7549a2841ab0fa703fa1da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2576308 Jul 06 13:46:42.120821 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd3814-93f1-4bfc-8916-6e9f402a761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d9fdcb-823e-474f-9ab0-224df61fa384,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:42.122893 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60238) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:42.177097 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f4060e5b-8de2-4bfd-8c66-1150fb7704c6 admin admin] Publish callbacks [] for security_group (a9d9fdcb-823e-474f-9ab0-224df61fa384), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.199785 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f4060e5b-8de2-4bfd-8c66-1150fb7704c6 admin admin] Publish callbacks [] for security_group (a9d9fdcb-823e-474f-9ab0-224df61fa384), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.221442 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e3b56-59c4-4f8d-b82d-cdf1a84af153 req-27decfad-29f3-44af-9ad2-c1d8317cf124 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:42.222983 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-501e3b56-59c4-4f8d-b82d-cdf1a84af153 req-27decfad-29f3-44af-9ad2-c1d8317cf124 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0520837 Jul 06 13:46:42.255919 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f4060e5b-8de2-4bfd-8c66-1150fb7704c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (a9d9fdcb-823e-474f-9ab0-224df61fa384), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.262164 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f4060e5b-8de2-4bfd-8c66-1150fb7704c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.267533 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-f4060e5b-8de2-4bfd-8c66-1150fb7704c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9d9fdcb-823e-474f-9ab0-224df61fa384 HTTP/1.1" status: 204 len: 168 time: 0.1399858 Jul 06 13:46:42.279583 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4060e5b-8de2-4bfd-8c66-1150fb7704c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d9fdcb-823e-474f-9ab0-224df61fa384,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:42.280547 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-501e3b56-59c4-4f8d-b82d-cdf1a84af153 req-d9ac17b5-4507-41c5-bc01-5efe98821f15 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499485 Jul 06 13:46:42.418923 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fe7ac-8c5f-4842-baa4-7a6ad59335e9 req-9f2707ee-fdcd-4c0b-b77e-8eebe214f265 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:42.420464 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa4fe7ac-8c5f-4842-baa4-7a6ad59335e9 req-9f2707ee-fdcd-4c0b-b77e-8eebe214f265 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0559773 Jul 06 13:46:42.477458 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aa4fe7ac-8c5f-4842-baa4-7a6ad59335e9 req-8f99bad9-82a8-4721-a5bc-cc14d05d38b3 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474625 Jul 06 13:46:42.517622 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d8df7465-2bab-4778-9f5e-8b6de46c0c93 req-509e69e7-b245-4085-a00d-0fb5c0d80dca tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0399072 Jul 06 13:46:42.589216 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 60250) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:42.602629 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5e5358e7-a58e-40e0-8bad-c3441031d91a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.684571 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5e5358e7-a58e-40e0-8bad-c3441031d91a admin admin] Publish callbacks [] for security_group (c4d341a5-8d9b-4467-a94e-1f0a64875cbd), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.688366 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5e5358e7-a58e-40e0-8bad-c3441031d91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (c4d341a5-8d9b-4467-a94e-1f0a64875cbd), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.728814 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-5e5358e7-a58e-40e0-8bad-c3441031d91a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3d24aef0112946b1909ffa96e2ef154e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382489 Jul 06 13:46:42.729382 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5358e7-a58e-40e0-8bad-c3441031d91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d341a5-8d9b-4467-a94e-1f0a64875cbd,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:42.731284 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60252) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:42.781768 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f491839c-362f-40b7-9558-4e6bcfe77dbb admin admin] Publish callbacks [] for security_group (c4d341a5-8d9b-4467-a94e-1f0a64875cbd), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.804666 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f491839c-362f-40b7-9558-4e6bcfe77dbb admin admin] Publish callbacks [] for security_group (c4d341a5-8d9b-4467-a94e-1f0a64875cbd), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.854151 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f491839c-362f-40b7-9558-4e6bcfe77dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (c4d341a5-8d9b-4467-a94e-1f0a64875cbd), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.856629 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f491839c-362f-40b7-9558-4e6bcfe77dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.857839 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-f491839c-362f-40b7-9558-4e6bcfe77dbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4d341a5-8d9b-4467-a94e-1f0a64875cbd HTTP/1.1" status: 204 len: 168 time: 0.1247554 Jul 06 13:46:42.866052 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:42.870161 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f491839c-362f-40b7-9558-4e6bcfe77dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d341a5-8d9b-4467-a94e-1f0a64875cbd,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:42.970209 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5b842-0ea8-461e-b53a-0db920028595 req-f0779793-9124-42a5-b45b-2cf055490db7 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:42.971702 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f5b5b842-0ea8-461e-b53a-0db920028595 req-f0779793-9124-42a5-b45b-2cf055490db7 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0639877 Jul 06 13:46:43.020384 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f5b5b842-0ea8-461e-b53a-0db920028595 req-92c8e454-1fc5-4e6b-b343-dd0739770e08 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429816 Jul 06 13:46:43.123140 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d5488-4d79-4b3b-a9f6-e081fd4109b6 req-a50cad57-41bc-4868-b54c-03857598d01f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:43.124602 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d24d5488-4d79-4b3b-a9f6-e081fd4109b6 req-a50cad57-41bc-4868-b54c-03857598d01f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 945 time: 0.0507429 Jul 06 13:46:43.181783 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d24d5488-4d79-4b3b-a9f6-e081fd4109b6 req-e8d16d45-db80-48c5-8cc7-5065026bfe0e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513175 Jul 06 13:46:43.433655 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f68a69-6524-4f72-9182-6c563603d0e5 req-c4914bf1-954a-43bf-b2dc-9c8cf429956a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:43.435322 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f6f68a69-6524-4f72-9182-6c563603d0e5 req-c4914bf1-954a-43bf-b2dc-9c8cf429956a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 944 time: 0.0502007 Jul 06 13:46:43.485522 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f6f68a69-6524-4f72-9182-6c563603d0e5 req-11771584-fd98-4c0d-a6ea-977c8e235c75 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439298 Jul 06 13:46:43.610715 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:43.619989 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fe1a2-afb4-401a-8038-82611059da21 req-fa70071a-f181-43be-8f70-2ae12df4d345 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:43.621870 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ae3fe1a2-afb4-401a-8038-82611059da21 req-fa70071a-f181-43be-8f70-2ae12df4d345 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0666907 Jul 06 13:46:43.633100 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0614463d-a681-4dcb-bbac-cb4424d4405e req-cf2c43f4-a613-43cd-8f40-e45c0efb1a66 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0308864 Jul 06 13:46:43.672216 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ae3fe1a2-afb4-401a-8038-82611059da21 req-13fdfb56-8623-4b0c-bfc5-22d033197643 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443559 Jul 06 13:46:44.078024 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device eb26a6ef-8459-409e-986c-7f71a4f52683 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:46:44.089469 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:44.096327 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 3ca14d5b-272c-4543-9380-0fbec0da4da8 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:44.170309 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d498cf-3d0e-4ff5-b549-71913108ab95 req-367022df-271b-4227-a492-8ab1762288f8 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:44.172227 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-40d498cf-3d0e-4ff5-b549-71913108ab95 req-367022df-271b-4227-a492-8ab1762288f8 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0699706 Jul 06 13:46:44.196303 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:44.202031 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 3ca14d5b-272c-4543-9380-0fbec0da4da8 completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:46:44.215798 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 3ca14d5b-272c-4543-9380-0fbec0da4da8 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:44.216421 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:44.245306 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-40d498cf-3d0e-4ff5-b549-71913108ab95 req-0cafa645-f816-404b-b2a9-188df8509375 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637815 Jul 06 13:46:44.263082 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port eb26a6ef-8459-409e-986c-7f71a4f52683, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=eb26a6ef-8459-409e-986c-7f71a4f52683,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:44.279264 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'port_id': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'mac_address': 'fa:16:3e:47:56:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:46:44.336798 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e7e1b-4bef-4ae3-b171-4d2b13881df2 req-4d6dc37a-0d69-4da5-b606-58de06d0c895 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:44.338388 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8b8e7e1b-4bef-4ae3-b171-4d2b13881df2 req-4d6dc37a-0d69-4da5-b606-58de06d0c895 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 945 time: 0.0583057 Jul 06 13:46:44.370276 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:44.373203 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port eb26a6ef-8459-409e-986c-7f71a4f52683 is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:44.373591 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:44.389694 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 3ca14d5b-272c-4543-9380-0fbec0da4da8 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:44.390079 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:44.393026 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8b8e7e1b-4bef-4ae3-b171-4d2b13881df2 req-e29ffec2-e58f-48b1-ad9d-bab4ad6cf836 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488291 Jul 06 13:46:44.403346 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb26a6ef-8459-409e-986c-7f71a4f52683 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:46:44.429047 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546a77fd-66e1-4d89-afa3-58d632b09186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca14d5b-272c-4543-9380-0fbec0da4da8'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:46:44.431351 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91123b2c-ee83-41a2-bc02-612616f184d4" -d '{"events": [{"server_uuid": "546a77fd-66e1-4d89-afa3-58d632b09186", "name": "network-vif-plugged", "status": "completed", "tag": "3ca14d5b-272c-4543-9380-0fbec0da4da8"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:44.452290 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port eb26a6ef-8459-409e-986c-7f71a4f52683, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=eb26a6ef-8459-409e-986c-7f71a4f52683,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:44.457664 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 3ca14d5b-272c-4543-9380-0fbec0da4da8, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3ca14d5b-272c-4543-9380-0fbec0da4da8,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:44.459346 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:44.465930 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:44.486256 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0213480-b9c4-4014-8890-c1c94eb1370d x-openstack-request-id: req-b0213480-b9c4-4014-8890-c1c94eb1370d {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:44.486576 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546a77fd-66e1-4d89-afa3-58d632b09186", "name": "network-vif-plugged", "status": "completed", "tag": "3ca14d5b-272c-4543-9380-0fbec0da4da8", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:44.486831 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0213480-b9c4-4014-8890-c1c94eb1370d {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:44.487216 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0213480-b9c4-4014-8890-c1c94eb1370d'] response: {'server_uuid': '546a77fd-66e1-4d89-afa3-58d632b09186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ca14d5b-272c-4543-9380-0fbec0da4da8', 'code': 200} Jul 06 13:46:44.513464 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=eb26a6ef-8459-409e-986c-7f71a4f52683,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:44.571572 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:44.577975 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=3ca14d5b-272c-4543-9380-0fbec0da4da8,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:44.617790 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99344ea-d10d-43e3-b900-f0b1477cd242 req-727ebc3a-aea9-4eff-9a4f-77dd86774d3b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:44.619348 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b99344ea-d10d-43e3-b900-f0b1477cd242 req-727ebc3a-aea9-4eff-9a4f-77dd86774d3b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 945 time: 0.0591762 Jul 06 13:46:44.640552 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:44.653145 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:44.694655 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b99344ea-d10d-43e3-b900-f0b1477cd242 req-b0d7becd-eea0-47b2-973f-2ff94a471ae3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620904 Jul 06 13:46:44.772121 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d8ae532f-b6e5-4d47-b577-d7097940b7b3 req-2eb1428b-16bd-4dc9-bfa0-c8179e639fba tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0333884 Jul 06 13:46:44.808215 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58393980-523b-464f-9f79-9e7d76bb6636 req-27cf924f-dd34-41e5-8ab5-dc74c3d77f40 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:44.809706 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-58393980-523b-464f-9f79-9e7d76bb6636 req-27cf924f-dd34-41e5-8ab5-dc74c3d77f40 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0476916 Jul 06 13:46:44.855910 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-58393980-523b-464f-9f79-9e7d76bb6636 req-a9f6a014-94cd-4b13-aeda-eaebba12224e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Jul 06 13:46:45.354073 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ec300-e857-423b-a639-b437b8be1b0b req-4065b1e1-278a-4842-a799-8da03badf7fe tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:45.355555 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3c7ec300-e857-423b-a639-b437b8be1b0b req-4065b1e1-278a-4842-a799-8da03badf7fe tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0482657 Jul 06 13:46:45.403284 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3c7ec300-e857-423b-a639-b437b8be1b0b req-aea2eff8-7a8f-4e26-8fbb-e25595651ed8 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418327 Jul 06 13:46:45.516420 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5387311-20a9-4841-bd78-b6f42d0e66ca req-70e7f3b9-6286-4f74-9567-52a591112bfd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:45.517971 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c5387311-20a9-4841-bd78-b6f42d0e66ca req-70e7f3b9-6286-4f74-9567-52a591112bfd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0528405 Jul 06 13:46:45.524970 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['eb26a6ef-8459-409e-986c-7f71a4f52683'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:46:45.568160 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c5387311-20a9-4841-bd78-b6f42d0e66ca req-1f41072f-82f9-4e77-ae41-fc4cfed3e133 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442283 Jul 06 13:46:45.828183 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a399ac04-7355-48be-b429-7b7d0867d73b req-2a0270e3-79d8-4906-b768-d40f9bb46a65 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130490 Jul 06 13:46:45.866712 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e29704-7c55-4fbf-b6e5-7ca0f88db623 req-f597682e-c260-42ce-b9b6-15b3f5e4dc55 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:45.868452 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-25e29704-7c55-4fbf-b6e5-7ca0f88db623 req-f597682e-c260-42ce-b9b6-15b3f5e4dc55 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 945 time: 0.0853953 Jul 06 13:46:45.900197 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0db1150f-5046-4650-81cf-3efb1f6d0987 req-458dc463-6672-48ed-8023-48650db15a65 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0413778 Jul 06 13:46:45.929610 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-25e29704-7c55-4fbf-b6e5-7ca0f88db623 req-c6ed7318-1285-4b23-9740-a7c4745f6f0c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556047 Jul 06 13:46:46.026284 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46b344-d71f-43d2-9c9b-cc91c33bf3de req-d8757266-ad65-4538-94bf-6000c3278123 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:46.027796 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3a46b344-d71f-43d2-9c9b-cc91c33bf3de req-d8757266-ad65-4538-94bf-6000c3278123 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0532570 Jul 06 13:46:46.086508 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3a46b344-d71f-43d2-9c9b-cc91c33bf3de req-ddd112b9-0b0e-4e80-87a8-2805a3da9e8e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523176 Jul 06 13:46:46.511001 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:46.526684 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad40b9-8c3e-406f-b0e3-f4a8a84b0854 req-b789326b-e8b5-4d0d-946e-0df939209477 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:46.528098 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-75ad40b9-8c3e-406f-b0e3-f4a8a84b0854 req-b789326b-e8b5-4d0d-946e-0df939209477 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0511668 Jul 06 13:46:46.578917 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-75ad40b9-8c3e-406f-b0e3-f4a8a84b0854 req-37492840-0ce6-40dd-85de-7c3841de9505 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449107 Jul 06 13:46:46.735736 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3ef05ddf-5dc2-4077-832a-428bd3adb5b5 req-2af6b618-ef60-4dfe-9c5f-bd1d36e22007 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345580 Jul 06 13:46:46.744643 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736802e-47da-44b4-9162-a1abd7b15470 req-366daf1a-8070-44dd-83f0-9f900e8fd1d6 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:46.746220 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6736802e-47da-44b4-9162-a1abd7b15470 req-366daf1a-8070-44dd-83f0-9f900e8fd1d6 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.1020865 Jul 06 13:46:46.771106 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6c9d7e4a-92d1-4f0b-bb9d-5d2c20914702 req-0bc266e0-75f1-4403-8c77-c972ae71b3db service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690605 Jul 06 13:46:46.771395 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device eb26a6ef-8459-409e-986c-7f71a4f52683 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:46:46.817972 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6736802e-47da-44b4-9162-a1abd7b15470 req-de7e6e9f-f90b-41d9-8abf-e751ad0af943 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648608 Jul 06 13:46:46.962345 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port eb26a6ef-8459-409e-986c-7f71a4f52683 completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:46:46.972911 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port eb26a6ef-8459-409e-986c-7f71a4f52683 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:46:46.973324 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:47.011304 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:47.016373 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e0292545-7145-404b-b2dd-c1d9b8586ad6 req-d4b071ea-ca69-4da1-84bb-f046e4acc5db tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0376010 Jul 06 13:46:47.072075 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port eb26a6ef-8459-409e-986c-7f71a4f52683 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:46:47.072374 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:47.074801 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eea863-aa10-4fb9-9a90-ccc433f1f9bf req-a9099df6-ab90-440c-a049-1ae77131ab3b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:47.076334 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-79eea863-aa10-4fb9-9a90-ccc433f1f9bf req-a9099df6-ab90-440c-a049-1ae77131ab3b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 945 time: 0.0653763 Jul 06 13:46:47.104352 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb26a6ef-8459-409e-986c-7f71a4f52683'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:46:47.107944 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a90bfa-4d5b-42c3-9e64-d470f0ca34d7" -d '{"events": [{"server_uuid": "5cf73c2b-28f6-49f1-a119-224c05679d2c", "name": "network-vif-plugged", "status": "completed", "tag": "eb26a6ef-8459-409e-986c-7f71a4f52683"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:46:47.122270 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port eb26a6ef-8459-409e-986c-7f71a4f52683, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=eb26a6ef-8459-409e-986c-7f71a4f52683,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:46:47.126456 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:47.140009 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-79eea863-aa10-4fb9-9a90-ccc433f1f9bf req-2e81560a-e0d8-4fc0-91e8-13e6e7f66009 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558891 Jul 06 13:46:47.170204 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48239dae-fd91-4ee4-bcd1-d93dee7632dd x-openstack-request-id: req-48239dae-fd91-4ee4-bcd1-d93dee7632dd {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:46:47.170533 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf73c2b-28f6-49f1-a119-224c05679d2c", "name": "network-vif-plugged", "status": "completed", "tag": "eb26a6ef-8459-409e-986c-7f71a4f52683", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:46:47.170779 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48239dae-fd91-4ee4-bcd1-d93dee7632dd {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:46:47.171350 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48239dae-fd91-4ee4-bcd1-d93dee7632dd'] response: {'server_uuid': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'code': 200} Jul 06 13:46:47.196014 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=eb26a6ef-8459-409e-986c-7f71a4f52683,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:47.271815 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c497d24-7f5e-4d8a-93c1-4b0b4665dae1 req-04cf791d-e852-436e-a30d-69cce5c4ff1c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:47.274264 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7c497d24-7f5e-4d8a-93c1-4b0b4665dae1 req-04cf791d-e852-436e-a30d-69cce5c4ff1c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0593343 Jul 06 13:46:47.330124 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7c497d24-7f5e-4d8a-93c1-4b0b4665dae1 req-628f21c5-59a6-4b72-aefc-1681ba558a0c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503397 Jul 06 13:46:47.570230 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a399ac04-7355-48be-b429-7b7d0867d73b req-c87efc1d-943b-42dc-8b81-e28d34914e9c service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630964 Jul 06 13:46:47.605947 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3ef05ddf-5dc2-4077-832a-428bd3adb5b5 req-d72541cb-3bee-448b-ab63-7599324b004b service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525862 Jul 06 13:46:47.791455 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c3002-b3c4-45eb-818a-7c69da7dfbec req-bf8085d6-8435-4318-af8e-3e856ea7d4ef tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:47.797672 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d61c3002-b3c4-45eb-818a-7c69da7dfbec req-bf8085d6-8435-4318-af8e-3e856ea7d4ef tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.1062772 Jul 06 13:46:47.900535 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d61c3002-b3c4-45eb-818a-7c69da7dfbec req-4db5cd7a-d9f6-4424-9dcc-a74e1ebc4b15 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948787 Jul 06 13:46:47.904133 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f9961-fdca-433c-b540-675489b5be08 req-75caf04c-1ae0-4d22-9f34-9c2cfdc6d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:47.905996 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-584f9961-fdca-433c-b540-675489b5be08 req-75caf04c-1ae0-4d22-9f34-9c2cfdc6d7fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 1129 time: 0.0688570 Jul 06 13:46:47.959350 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705321d-1127-4198-8654-7e797372fd12 req-e1fbc867-8b4f-4fae-b2b9-ab5726636e8c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:47.961457 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a705321d-1127-4198-8654-7e797372fd12 req-e1fbc867-8b4f-4fae-b2b9-ab5726636e8c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0542653 Jul 06 13:46:47.999797 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:48.026229 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a705321d-1127-4198-8654-7e797372fd12 req-cc03b184-17d8-4074-a4da-1291f7d9caad tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583034 Jul 06 13:46:48.128807 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-993c57b8-c972-4a19-ba04-18c8fc16077c req-5fed142c-a96f-4fa7-a225-2d8a3a8c3da5 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0324678 Jul 06 13:46:48.224705 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:48.262278 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1230b8f-43e4-4ea1-a3df-f13039182a70 req-da33c947-d0f5-4092-ba87-1d073316fae3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:48.263734 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b1230b8f-43e4-4ea1-a3df-f13039182a70 req-da33c947-d0f5-4092-ba87-1d073316fae3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.0481427 Jul 06 13:46:48.310525 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b1230b8f-43e4-4ea1-a3df-f13039182a70 req-9ef95e80-3d16-4841-aced-172c12b4396b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413010 Jul 06 13:46:48.455189 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35481eb3-db83-4664-ae0f-0e91e6fbde7a req-4be84a4e-1146-48d5-876e-874ab6906d14 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:48.456552 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-35481eb3-db83-4664-ae0f-0e91e6fbde7a req-4be84a4e-1146-48d5-876e-874ab6906d14 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0483160 Jul 06 13:46:48.503449 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-35481eb3-db83-4664-ae0f-0e91e6fbde7a req-b87c86da-9c6e-48b6-98ce-2dbcf284fe10 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Jul 06 13:46:48.814866 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcf962-742b-4b6b-917c-8c41b4830b91 req-f1a31819-2418-45d0-849f-3c6028653024 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:48.816317 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-07bcf962-742b-4b6b-917c-8c41b4830b91 req-f1a31819-2418-45d0-849f-3c6028653024 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0473413 Jul 06 13:46:48.868693 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-07bcf962-742b-4b6b-917c-8c41b4830b91 req-ca6b4e2e-6e12-404d-b304-39c48ae310d3 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460312 Jul 06 13:46:49.033303 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782be29-3c7c-4f53-83e6-560f611c3adf req-bb8e4360-97c9-473a-aae5-a995e70e7b4e tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:49.034864 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e782be29-3c7c-4f53-83e6-560f611c3adf req-bb8e4360-97c9-473a-aae5-a995e70e7b4e tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0584779 Jul 06 13:46:49.086879 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e782be29-3c7c-4f53-83e6-560f611c3adf req-89b2ab21-c515-4f7e-8ea6-2c75df2a513e tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462363 Jul 06 13:46:49.169914 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b7654-bf77-40ba-83f9-06a63aaba498 req-b353c096-2953-4a04-bfa4-a2d72b885162 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:49.171981 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c56b7654-bf77-40ba-83f9-06a63aaba498 req-b353c096-2953-4a04-bfa4-a2d72b885162 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0658455 Jul 06 13:46:49.229539 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c56b7654-bf77-40ba-83f9-06a63aaba498 req-d5beb0d0-d48a-40a1-9b03-0c39ba6d1b39 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509934 Jul 06 13:46:49.247781 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9a49b13d-b05f-49d8-9f6e-9e2e7557b4c9 req-ab0d2a64-442b-4f2b-a8d1-eb5dd3f562b2 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0337496 Jul 06 13:46:49.451356 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a99e30-59bc-4b04-ba5b-702442352d22 req-b9b9a120-bc50-465a-b003-25741c2ec0ff tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:49.452843 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-51a99e30-59bc-4b04-ba5b-702442352d22 req-b9b9a120-bc50-465a-b003-25741c2ec0ff tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.0641875 Jul 06 13:46:49.504449 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-51a99e30-59bc-4b04-ba5b-702442352d22 req-6462b043-f693-4509-a45f-837104b9e0c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456941 Jul 06 13:46:49.980877 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11717319-46d4-4c55-8d0c-25254ad7a72b req-d48f9166-27ad-45e0-9702-fc6c14420d0d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:49.982371 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-11717319-46d4-4c55-8d0c-25254ad7a72b req-d48f9166-27ad-45e0-9702-fc6c14420d0d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0479798 Jul 06 13:46:50.033651 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-11717319-46d4-4c55-8d0c-25254ad7a72b req-f38488ad-2679-43dd-9dd1-6e344a345fa5 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457456 Jul 06 13:46:50.330923 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:50.350048 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418ee45-9636-47ff-b3ae-bec3ff8c284a req-eec5b37a-5995-4345-bf27-4fe9ca169f88 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:50.351790 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8418ee45-9636-47ff-b3ae-bec3ff8c284a req-eec5b37a-5995-4345-bf27-4fe9ca169f88 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0530410 Jul 06 13:46:50.401577 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8418ee45-9636-47ff-b3ae-bec3ff8c284a req-24c4f861-c552-4a09-a6ea-56629f2d49a2 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439382 Jul 06 13:46:50.514315 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6ba708d0-1979-4bfb-ade9-58d90fc96556 req-bb0eb5b5-7281-41fe-869e-ae9ee17b2146 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.1952724 Jul 06 13:46:50.618177 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03fea5-e6ae-4692-b98e-da203d164959 req-256aa051-d54b-45e2-b6c2-fa6f8fe87ece tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:50.619644 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eb03fea5-e6ae-4692-b98e-da203d164959 req-256aa051-d54b-45e2-b6c2-fa6f8fe87ece tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.0473843 Jul 06 13:46:50.658569 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:50.666832 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eb03fea5-e6ae-4692-b98e-da203d164959 req-16ba5505-b548-462a-aa46-2853486d5728 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418329 Jul 06 13:46:51.149621 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25a3f6-2f9f-4be6-a774-ec12d8d47aee req-0835bf7a-94ef-4019-a003-2b5541c15e89 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:51.151087 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4a25a3f6-2f9f-4be6-a774-ec12d8d47aee req-0835bf7a-94ef-4019-a003-2b5541c15e89 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0491617 Jul 06 13:46:51.197228 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4a25a3f6-2f9f-4be6-a774-ec12d8d47aee req-b1014ab4-6709-4ce2-ad8a-6b36809b3c5b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404985 Jul 06 13:46:51.516084 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62661ef5-4f06-4520-9028-abf0197d39e1 req-0deb6748-9588-49c0-9d69-2ce82ffb5c45 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:51.517565 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-62661ef5-4f06-4520-9028-abf0197d39e1 req-0deb6748-9588-49c0-9d69-2ce82ffb5c45 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0468466 Jul 06 13:46:51.569099 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-62661ef5-4f06-4520-9028-abf0197d39e1 req-83d1a540-9923-4b56-829b-2d9b7db3ec10 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453308 Jul 06 13:46:51.611325 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-756163ae-644a-429a-9dc3-963e54faf30d req-88c5e1b7-a92b-436d-8627-3926e20ea154 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0280583 Jul 06 13:46:51.780483 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4623853-085e-40b6-9525-f4cd9c9da6b1 req-5ac3ecd9-863e-4308-84f5-5a3cd23eefb6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:51.781977 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f4623853-085e-40b6-9525-f4cd9c9da6b1 req-5ac3ecd9-863e-4308-84f5-5a3cd23eefb6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.0473220 Jul 06 13:46:51.828486 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f4623853-085e-40b6-9525-f4cd9c9da6b1 req-56d971db-eea4-4003-bec3-c528ffab2b0a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401187 Jul 06 13:46:52.309717 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaf9b3-7e61-4185-91ff-68eb865bb5b6 req-0178900f-b0b1-4dbb-bf21-6baaa3c3ce33 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:52.311175 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c8aaf9b3-7e61-4185-91ff-68eb865bb5b6 req-0178900f-b0b1-4dbb-bf21-6baaa3c3ce33 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0486631 Jul 06 13:46:52.360595 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c8aaf9b3-7e61-4185-91ff-68eb865bb5b6 req-f149d3e6-bd08-4360-b9e3-175d41ce1818 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Jul 06 13:46:52.682038 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7f514-1ceb-4f93-a560-afbc6519a712 req-1acc748c-f614-443a-a927-d2082b5d80eb tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:52.683530 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a3d7f514-1ceb-4f93-a560-afbc6519a712 req-1acc748c-f614-443a-a927-d2082b5d80eb tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0483725 Jul 06 13:46:52.709915 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-35890889-841b-4488-885a-a4eee6798b41 req-f3a4a003-19a7-4cdf-9d14-b686dc955a7e tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0287545 Jul 06 13:46:52.731826 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a3d7f514-1ceb-4f93-a560-afbc6519a712 req-21693120-4697-462d-a5ff-e9e643522967 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427918 Jul 06 13:46:52.940539 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cafa0-0888-4bff-ae6d-5f774ddd8129 req-87cffcb9-88c1-4fe7-b449-8b8ce3c5c47d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:52.942012 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ba6cafa0-0888-4bff-ae6d-5f774ddd8129 req-87cffcb9-88c1-4fe7-b449-8b8ce3c5c47d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.0460467 Jul 06 13:46:52.993838 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ba6cafa0-0888-4bff-ae6d-5f774ddd8129 req-e4840af3-6a07-449e-8658-a0fcadef69ee tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457258 Jul 06 13:46:53.479941 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b78860-2dfd-4ab6-8c67-297342d34e22 req-4ad6b018-0500-45fa-b1ca-647a2e34ae68 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:53.481423 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-83b78860-2dfd-4ab6-8c67-297342d34e22 req-4ad6b018-0500-45fa-b1ca-647a2e34ae68 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0521462 Jul 06 13:46:53.528640 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-83b78860-2dfd-4ab6-8c67-297342d34e22 req-c7446ad6-a2f4-4e11-a81b-8021f2959afe tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Jul 06 13:46:53.683696 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-584f9961-fdca-433c-b540-675489b5be08 req-cc9187b0-f841-4cab-961c-87fa9bb90da8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418537 Jul 06 13:46:53.709814 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972a2a6-dce8-4b9c-8f88-f3ded93f552b req-7bf7ef15-355a-43c3-bf86-8bb537d17ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:53.711458 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3972a2a6-dce8-4b9c-8f88-f3ded93f552b req-7bf7ef15-355a-43c3-bf86-8bb537d17ef3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 1130 time: 0.0703275 Jul 06 13:46:53.808866 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fb33add9-e593-4307-88dd-19ffe7c0b1f2 req-9add2bb6-0a51-44e9-bdd8-55708a0761ca tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0297525 Jul 06 13:46:53.875902 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89673f-91aa-4c56-890c-62e5a504e405 req-cd0aaafb-a7d4-45cb-acd2-a2dbe298496f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:53.877402 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5e89673f-91aa-4c56-890c-62e5a504e405 req-cd0aaafb-a7d4-45cb-acd2-a2dbe298496f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0493097 Jul 06 13:46:53.928734 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5e89673f-91aa-4c56-890c-62e5a504e405 req-aba05dd8-c4a5-44bf-a479-9676f0017fda tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438337 Jul 06 13:46:54.115976 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01537225-b21b-4c06-80ad-f09f3585cca8 req-df9b34ac-5132-4c3a-a520-453367bee526 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:54.118186 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-01537225-b21b-4c06-80ad-f09f3585cca8 req-df9b34ac-5132-4c3a-a520-453367bee526 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.0582047 Jul 06 13:46:54.164966 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-01537225-b21b-4c06-80ad-f09f3585cca8 req-3abf2137-592d-4082-8e8f-96094e2ad5e8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410490 Jul 06 13:46:54.307156 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7471ac-df62-4d26-abff-92217fab0ede req-f261682b-ece7-46f7-8ef5-d530a4c0840a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:54.308653 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9e7471ac-df62-4d26-abff-92217fab0ede req-f261682b-ece7-46f7-8ef5-d530a4c0840a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 1130 time: 0.0405676 Jul 06 13:46:54.568217 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:54.647912 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82850b92-8c51-4a2d-83ff-fd0b0b6f3e70 req-1317dbd7-9599-4642-b663-20d00f4ad297 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:54.649595 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82850b92-8c51-4a2d-83ff-fd0b0b6f3e70 req-1317dbd7-9599-4642-b663-20d00f4ad297 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0538166 Jul 06 13:46:54.699204 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82850b92-8c51-4a2d-83ff-fd0b0b6f3e70 req-5aafc285-c6fb-4cdc-ac76-7b5c6cbeb4bd tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440109 Jul 06 13:46:54.902399 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3972a2a6-dce8-4b9c-8f88-f3ded93f552b req-a1465906-66a5-4054-914a-15da4701416c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999057 Jul 06 13:46:54.905586 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9e7471ac-df62-4d26-abff-92217fab0ede req-e58a798d-63af-4843-abd5-333c79c0367a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859299 Jul 06 13:46:54.934487 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6a2a2e26-cc50-46b5-9a35-92dfde840306 req-20fdcf06-a302-498e-8d6e-0eac710b2734 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0386999 Jul 06 13:46:54.959090 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-192e5f53-d926-44fa-8e39-e058893cbe22 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:54.960674 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-192e5f53-d926-44fa-8e39-e058893cbe22 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.39 "GET /v2.0/networks?id=60bcc6e5-2a3e-4466-af92-959bc56def11 HTTP/1.1" status: 200 len: 809 time: 0.1572139 Jul 06 13:46:55.051390 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f8afc-b20c-416e-9285-bebb206aabe8 req-ca52b925-e00e-4a48-a41f-1e8f0730a05a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:55.052928 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bd0f8afc-b20c-416e-9285-bebb206aabe8 req-ca52b925-e00e-4a48-a41f-1e8f0730a05a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0499845 Jul 06 13:46:55.100433 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bd0f8afc-b20c-416e-9285-bebb206aabe8 req-36d3d65c-1a1a-4d46-9f22-56a64898e0d6 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419216 Jul 06 13:46:55.279364 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0013d-ec23-4173-ada7-aa1150798ebf req-73aad8b0-c88c-4d71-93c5-bce4350fb21b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:55.280853 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4fc0013d-ec23-4173-ada7-aa1150798ebf req-73aad8b0-c88c-4d71-93c5-bce4350fb21b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.0500689 Jul 06 13:46:55.307976 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:55.339970 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4fc0013d-ec23-4173-ada7-aa1150798ebf req-70be8aae-b643-40ef-9995-c2d2ec54505d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525386 Jul 06 13:46:55.540772 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60588) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:55.652201 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2537bb03-9431-4c6f-bd6c-e45d7de7e4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:55.693309 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:55.736196 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2537bb03-9431-4c6f-bd6c-e45d7de7e4d5 admin admin] Publish callbacks [] for security_group (3ed19aec-e0b5-441d-86b9-97c6f40ec370), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:55.741564 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2537bb03-9431-4c6f-bd6c-e45d7de7e4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (3ed19aec-e0b5-441d-86b9-97c6f40ec370), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:55.797054 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537bb03-9431-4c6f-bd6c-e45d7de7e4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed19aec-e0b5-441d-86b9-97c6f40ec370,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:55.818823 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-2537bb03-9431-4c6f-bd6c-e45d7de7e4d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=07ab486bbabf4869b22936fdca66a0c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768905 Jul 06 13:46:55.821633 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 60606) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:55.839296 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427136f6-5dbe-4d01-8f5b-fc1d243cd7a6 req-f52f1813-c654-405c-9da1-67a25464a9f6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:55.845596 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-427136f6-5dbe-4d01-8f5b-fc1d243cd7a6 req-f52f1813-c654-405c-9da1-67a25464a9f6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0738559 Jul 06 13:46:55.885025 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d92bdb7a-b61e-4943-9f86-e297d81a7920 admin admin] Publish callbacks [] for security_group (3ed19aec-e0b5-441d-86b9-97c6f40ec370), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:55.894984 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-427136f6-5dbe-4d01-8f5b-fc1d243cd7a6 req-74f974b0-0f2f-420f-a6d7-d25a46e88541 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476918 Jul 06 13:46:55.913700 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d92bdb7a-b61e-4943-9f86-e297d81a7920 admin admin] Publish callbacks [] for security_group (3ed19aec-e0b5-441d-86b9-97c6f40ec370), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:55.924835 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:55.932114 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:55.962395 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d92bdb7a-b61e-4943-9f86-e297d81a7920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (3ed19aec-e0b5-441d-86b9-97c6f40ec370), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:55.965241 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d92bdb7a-b61e-4943-9f86-e297d81a7920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:55.966442 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-d92bdb7a-b61e-4943-9f86-e297d81a7920 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ed19aec-e0b5-441d-86b9-97c6f40ec370 HTTP/1.1" status: 204 len: 168 time: 0.1435263 Jul 06 13:46:55.975585 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92bdb7a-b61e-4943-9f86-e297d81a7920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed19aec-e0b5-441d-86b9-97c6f40ec370,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:56.039956 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-931c3e0c-b2c8-40d9-aacc-b87065892464 req-7bc4f1bd-1a14-4e70-9e12-2934239fc001 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0344760 Jul 06 13:46:56.216939 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b3162-ad9b-405d-80a7-f95026b2a24d req-061c0ec7-17ab-4108-afeb-c189906ee4e4 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:56.218547 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c36b3162-ad9b-405d-80a7-f95026b2a24d req-061c0ec7-17ab-4108-afeb-c189906ee4e4 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0506246 Jul 06 13:46:56.253666 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 60620) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:56.270229 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ed3602d3-4410-4c49-b652-7021f000f378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:56.272975 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c36b3162-ad9b-405d-80a7-f95026b2a24d req-0d877a81-fff5-4496-8b16-16c2ecea3a11 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464029 Jul 06 13:46:56.366953 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ed3602d3-4410-4c49-b652-7021f000f378 admin admin] Publish callbacks [] for security_group (2146c022-ce88-4886-ae2c-ec69a2f3f407), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:56.371330 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ed3602d3-4410-4c49-b652-7021f000f378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2146c022-ce88-4886-ae2c-ec69a2f3f407), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:56.414145 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-ed3602d3-4410-4c49-b652-7021f000f378 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95cdac43499b49f49cc2e7dd4c7ebac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593435 Jul 06 13:46:56.416091 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3602d3-4410-4c49-b652-7021f000f378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2146c022-ce88-4886-ae2c-ec69a2f3f407,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:56.417329 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60626) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:56.495022 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396e2b1-186e-4f79-a4b6-e9c38b37e022 req-3192c8c0-1853-4f85-8dce-2e41b70e5a00 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:56.496680 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1396e2b1-186e-4f79-a4b6-e9c38b37e022 req-3192c8c0-1853-4f85-8dce-2e41b70e5a00 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.0759318 Jul 06 13:46:56.532809 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a817bbec-dcec-4cb7-85a4-e6093760b449 admin admin] Publish callbacks [] for security_group (2146c022-ce88-4886-ae2c-ec69a2f3f407), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:56.573492 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a817bbec-dcec-4cb7-85a4-e6093760b449 admin admin] Publish callbacks [] for security_group (2146c022-ce88-4886-ae2c-ec69a2f3f407), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:56.588356 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1396e2b1-186e-4f79-a4b6-e9c38b37e022 req-122d14bd-f8e3-4abb-9610-e83c277f5ba6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816929 Jul 06 13:46:56.626285 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a817bbec-dcec-4cb7-85a4-e6093760b449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2146c022-ce88-4886-ae2c-ec69a2f3f407), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:56.628937 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a817bbec-dcec-4cb7-85a4-e6093760b449 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:56.630624 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a817bbec-dcec-4cb7-85a4-e6093760b449 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2146c022-ce88-4886-ae2c-ec69a2f3f407 HTTP/1.1" status: 204 len: 168 time: 0.2109416 Jul 06 13:46:56.638550 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817bbec-dcec-4cb7-85a4-e6093760b449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2146c022-ce88-4886-ae2c-ec69a2f3f407,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:56.650131 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:56.669128 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-9bc6c8ad-8821-4449-9436-f49a8826f764 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Request body: {'port': {'device_id': '2523f283-429c-4368-afcb-3b90612bda32', 'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11', 'admin_state_up': True, 'tenant_id': '2f9f86fa910c4054b31927ba26ea96b9'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:56.788631 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-9bc6c8ad-8821-4449-9436-f49a8826f764 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Made reservation on behalf of 2f9f86fa910c4054b31927ba26ea96b9 for: {'port': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:46:56.792202 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-9bc6c8ad-8821-4449-9436-f49a8826f764 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:57.027577 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:57.085985 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b810eb4-8564-4325-a29c-4a2080e6b96e req-3af67444-b3bd-4f95-81a0-66a0390ed18e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:57.087371 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0b810eb4-8564-4325-a29c-4a2080e6b96e req-3af67444-b3bd-4f95-81a0-66a0390ed18e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0921667 Jul 06 13:46:57.188274 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0b810eb4-8564-4325-a29c-4a2080e6b96e req-86daba76-0394-4553-8990-c4abfc717480 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920703 Jul 06 13:46:57.203047 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:57.209743 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-9bc6c8ad-8821-4449-9436-f49a8826f764 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Allocated IP 172.20.0.4 (60bcc6e5-2a3e-4466-af92-959bc56def11/32847bc1-c65d-4324-b124-dadb7b045a43/1b189fe2-44ff-40f9-b88f-0090e1f1bcdc) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:46:57.322736 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1181d0eb-1a1c-4fc0-89e5-6be95f735db1 req-57cf4d78-6c1f-442d-a4a7-c493550fe6d2 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0428107 Jul 06 13:46:57.455579 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-9bc6c8ad-8821-4449-9436-f49a8826f764 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks [] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:57.470598 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fee05-3e06-4987-9a15-ae5b15943bee req-4d6f6d34-0035-439b-9838-55ce851f3a0f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:57.472083 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-098fee05-3e06-4987-9a15-ae5b15943bee req-4d6f6d34-0035-439b-9838-55ce851f3a0f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0756392 Jul 06 13:46:57.534326 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-9bc6c8ad-8821-4449-9436-f49a8826f764 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:57.571580 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-098fee05-3e06-4987-9a15-ae5b15943bee req-5bb8f49f-8fa0-4bdf-a7f3-896bf643c35c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902748 Jul 06 13:46:57.593394 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-9bc6c8ad-8821-4449-9436-f49a8826f764 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Network 60bcc6e5-2a3e-4466-af92-959bc56def11 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:46:57.599490 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-9bc6c8ad-8821-4449-9436-f49a8826f764 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:46:57.603999 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-9bc6c8ad-8821-4449-9436-f49a8826f764 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:46:57.608061 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6c8ad-8821-4449-9436-f49a8826f764 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Pushing event updated for resources: {'Port': ['ID=1b189fe2-44ff-40f9-b88f-0090e1f1bcdc,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:57.656281 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-9bc6c8ad-8821-4449-9436-f49a8826f764 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:57.656935 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-9bc6c8ad-8821-4449-9436-f49a8826f764 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:57.699710 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-9bc6c8ad-8821-4449-9436-f49a8826f764 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0348256 Jul 06 13:46:57.727507 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdff63a-72aa-4010-8a63-ad33212d69a1 req-c0a9e757-aa99-40a0-be04-654c9c6003e7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:57.729147 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0fdff63a-72aa-4010-8a63-ad33212d69a1 req-c0a9e757-aa99-40a0-be04-654c9c6003e7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.0679183 Jul 06 13:46:57.777740 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0fdff63a-72aa-4010-8a63-ad33212d69a1 req-b0bc6f57-35a6-49e4-8c74-2aef605a4949 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430715 Jul 06 13:46:58.328681 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6604d-eb87-4f61-a25a-69da5bc01f48 req-677d90e2-55a5-4e5e-ae8a-fbb6d46275c5 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:58.331466 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-98c6604d-eb87-4f61-a25a-69da5bc01f48 req-677d90e2-55a5-4e5e-ae8a-fbb6d46275c5 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0543754 Jul 06 13:46:58.388054 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-98c6604d-eb87-4f61-a25a-69da5bc01f48 req-a3f03171-b2f7-44b4-baf7-8ef80b4cebdb tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484769 Jul 06 13:46:58.524915 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91612670-832a-4ff5-bb66-34c99c978ba6 req-d2941c08-8352-4d78-beeb-c88eb9da05b1 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:58.526567 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-91612670-832a-4ff5-bb66-34c99c978ba6 req-d2941c08-8352-4d78-beeb-c88eb9da05b1 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 931 time: 0.0622373 Jul 06 13:46:58.566441 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:58.587790 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-91612670-832a-4ff5-bb66-34c99c978ba6 req-3cae678a-7ae1-4689-9143-d15264e012f6 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542042 Jul 06 13:46:58.700923 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf30e4-d268-417e-b861-45efeb7c054c req-3d435b94-d6e9-4f0f-9cb6-041628358ca7 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:58.702498 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8fdf30e4-d268-417e-b861-45efeb7c054c req-3d435b94-d6e9-4f0f-9cb6-041628358ca7 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0530274 Jul 06 13:46:58.761984 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8fdf30e4-d268-417e-b861-45efeb7c054c req-1a89a820-c455-400e-ad14-a31117d78c95 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514464 Jul 06 13:46:58.793257 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60730) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:58.898470 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4ae2c-99c0-4a46-be44-2aeb57a03def req-1252fe1c-f0a8-4246-a3d7-f816472f502e tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:58.900010 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-67b4ae2c-99c0-4a46-be44-2aeb57a03def req-1252fe1c-f0a8-4246-a3d7-f816472f502e tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.0501008 Jul 06 13:46:58.934940 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7acd7cff-cf91-4f11-bf59-23e4d1583ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:58.990786 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-67b4ae2c-99c0-4a46-be44-2aeb57a03def req-7ff9386b-1648-41e8-96ca-c46d887c702a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841155 Jul 06 13:46:59.004446 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:59.061314 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7acd7cff-cf91-4f11-bf59-23e4d1583ed9 admin admin] Publish callbacks [] for security_group (32b1044a-3043-4275-bfa6-7536f895df78), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.065736 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7acd7cff-cf91-4f11-bf59-23e4d1583ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (32b1044a-3043-4275-bfa6-7536f895df78), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.110168 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-7acd7cff-cf91-4f11-bf59-23e4d1583ed9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79e1ae8953bb4868b213661bd963b596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128724 Jul 06 13:46:59.110168 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd7cff-cf91-4f11-bf59-23e4d1583ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b1044a-3043-4275-bfa6-7536f895df78,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:59.110826 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 60744) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:59.127656 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Request body: {'port': {'device_id': '2523f283-429c-4368-afcb-3b90612bda32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:46:59.191152 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3cf71343-e567-44b3-addd-edfd4452629f admin admin] Publish callbacks [] for security_group (32b1044a-3043-4275-bfa6-7536f895df78), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.223572 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.225882 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3cf71343-e567-44b3-addd-edfd4452629f admin admin] Publish callbacks [] for security_group (32b1044a-3043-4275-bfa6-7536f895df78), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.312053 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3cf71343-e567-44b3-addd-edfd4452629f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (32b1044a-3043-4275-bfa6-7536f895df78), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.316606 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3cf71343-e567-44b3-addd-edfd4452629f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.320883 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-3cf71343-e567-44b3-addd-edfd4452629f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32b1044a-3043-4275-bfa6-7536f895df78 HTTP/1.1" status: 204 len: 168 time: 0.2093136 Jul 06 13:46:59.329838 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf71343-e567-44b3-addd-edfd4452629f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b1044a-3043-4275-bfa6-7536f895df78,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:59.561731 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931836c-12bf-4785-9134-04b7d324e593 req-566c3719-f442-42d0-a568-0dd999a9a9bd tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:59.568731 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d931836c-12bf-4785-9134-04b7d324e593 req-566c3719-f442-42d0-a568-0dd999a9a9bd tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0768998 Jul 06 13:46:59.572833 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 60768) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:59.655320 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d931836c-12bf-4785-9134-04b7d324e593 req-35b91c4c-b4fe-4cae-a992-f30e88eb57ae tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855052 Jul 06 13:46:59.659399 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc {{(pid=110605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:46:59.663858 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:59.668541 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Publish callbacks [] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.683145 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.provisioning_blocks [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Transition to ACTIVE for port object 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc will not be triggered until provisioned by entity L2. {{(pid=110605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:46:59.690145 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.743129 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60774) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:59.746731 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-9a2d91c5-2b3d-4d88-b719-f1198fef32f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.750898 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Pushing event updated for resources: {'Port': ['ID=1b189fe2-44ff-40f9-b88f-0090e1f1bcdc,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:59.763198 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-38a41cfc-dfa2-44ca-a1b7-ecb4dc28f3f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.765217 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3093b62-d939-41d4-a17d-9987ff13b171 req-00bd2d69-317b-4a9a-9734-7aabac85ab78 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:59.766703 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a3093b62-d939-41d4-a17d-9987ff13b171 req-00bd2d69-317b-4a9a-9734-7aabac85ab78 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 943 time: 0.0823934 Jul 06 13:46:59.879211 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a3093b62-d939-41d4-a17d-9987ff13b171 req-db337cf3-bfd3-4baf-8d14-bd0f4b7681ea tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009185 Jul 06 13:46:59.895671 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc6ba0-f1d4-4495-9912-94a134ee2fdc req-f0981993-5bde-48d8-ac2e-faea5fe18781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:59.897193 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-86cc6ba0-f1d4-4495-9912-94a134ee2fdc req-f0981993-5bde-48d8-ac2e-faea5fe18781 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 1129 time: 0.0822396 Jul 06 13:46:59.908380 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Attempting to bind port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:46:59.908709 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Attempting to bind port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'ba96df5a-424b-4085-9fe7-b53c987bfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11'}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:46:59.909323 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Attempting to bind port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc on network 60bcc6e5-2a3e-4466-af92-959bc56def11 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:46:59.917510 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-9a2d91c5-2b3d-4d88-b719-f1198fef32f1 admin admin] Publish callbacks [] for security_group (ba60afc0-dc07-4081-bad0-fb9e3b7a4928), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.921485 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-9a2d91c5-2b3d-4d88-b719-f1198fef32f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (ba60afc0-dc07-4081-bad0-fb9e3b7a4928), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.928483 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc on network 60bcc6e5-2a3e-4466-af92-959bc56def11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:46:59.928804 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Attempting to bind port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc on network 60bcc6e5-2a3e-4466-af92-959bc56def11 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:46:59.944933 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93071d86-02a9-445f-9d87-8a1ac0b7d952 req-1d634697-4444-4c0d-bf16-65ee0ee71b7d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:46:59.946363 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-93071d86-02a9-445f-9d87-8a1ac0b7d952 req-1d634697-4444-4c0d-bf16-65ee0ee71b7d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0850036 Jul 06 13:46:59.949847 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:46:59.950181 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Checking segment: {'id': 'ba96df5a-424b-4085-9fe7-b53c987bfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:46:59.950553 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Bound using segment: {'id': 'ba96df5a-424b-4085-9fe7-b53c987bfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11'} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:46:59.950983 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Bound port: 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba96df5a-424b-4085-9fe7-b53c987bfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11'}}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:46:59.951332 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:46:59.959732 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:46:59.965488 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-9a2d91c5-2b3d-4d88-b719-f1198fef32f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=122f2c5206a74b25b3ce8ad6f9727e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913596 Jul 06 13:46:59.966435 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d91c5-2b3d-4d88-b719-f1198fef32f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba60afc0-dc07-4081-bad0-fb9e3b7a4928,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:46:59.969351 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 60778) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:46:59.998098 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-38a41cfc-dfa2-44ca-a1b7-ecb4dc28f3f9 admin admin] Publish callbacks [] for security_group (f6009526-a3ad-44e8-9245-d81508971a6a), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.026432 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-edd27686-d2d7-4dca-821d-c3587c6642f0 admin admin] Publish callbacks [] for security_group (ba60afc0-dc07-4081-bad0-fb9e3b7a4928), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.029820 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-38a41cfc-dfa2-44ca-a1b7-ecb4dc28f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (f6009526-a3ad-44e8-9245-d81508971a6a), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.030792 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:00.058703 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-edd27686-d2d7-4dca-821d-c3587c6642f0 admin admin] Publish callbacks [] for security_group (ba60afc0-dc07-4081-bad0-fb9e3b7a4928), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.109688 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-93071d86-02a9-445f-9d87-8a1ac0b7d952 req-0dd17c66-cd74-4dc2-9e26-6b10f397dc44 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1506219 Jul 06 13:47:00.117889 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-edd27686-d2d7-4dca-821d-c3587c6642f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (ba60afc0-dc07-4081-bad0-fb9e3b7a4928), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.119623 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-38a41cfc-dfa2-44ca-a1b7-ecb4dc28f3f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=21b87e92c4a34d39a01344d051f7c14b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752356 Jul 06 13:47:00.121835 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-edd27686-d2d7-4dca-821d-c3587c6642f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.123337 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a41cfc-dfa2-44ca-a1b7-ecb4dc28f3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6009526-a3ad-44e8-9245-d81508971a6a,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:00.123898 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-edd27686-d2d7-4dca-821d-c3587c6642f0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba60afc0-dc07-4081-bad0-fb9e3b7a4928 HTTP/1.1" status: 204 len: 168 time: 0.1532660 Jul 06 13:47:00.124739 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 60782) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:00.126442 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] For port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc, host hv-cinder-81914, cleared binding levels {{(pid=110605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:00.130533 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] For port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b189fe2-44ff-40f9-b88f-0090e1f1bcdc,segment=NetworkSegment(ba96df5a-424b-4085-9fe7-b53c987bfafc),segment_id=ba96df5a-424b-4085-9fe7-b53c987bfafc)] {{(pid=110605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:00.138622 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.189319 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:00.190275 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.191840 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] 10.222.0.39 "PUT /v2.0/ports/1b189fe2-44ff-40f9-b88f-0090e1f1bcdc HTTP/1.1" status: 200 len: 1093 time: 1.0683842 Jul 06 13:47:00.192584 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2523f283-429c-4368-afcb-3b90612bda32', 'tag': '1b189fe2-44ff-40f9-b88f-0090e1f1bcdc'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:47:00.196134 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887d238d-c95e-4ccb-b14e-42b6a7c23cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "2523f283-429c-4368-afcb-3b90612bda32", "tag": "1b189fe2-44ff-40f9-b88f-0090e1f1bcdc"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:00.214623 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd27686-d2d7-4dca-821d-c3587c6642f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba60afc0-dc07-4081-bad0-fb9e3b7a4928,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:00.215548 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded70f6c-7472-47d3-a343-294bb05a7469 service neutron] Pushing event updated for resources: {'Port': ['ID=1b189fe2-44ff-40f9-b88f-0090e1f1bcdc,revision_number=3']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:00.278636 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:00.311035 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e0d62b81-4d8c-4688-8f33-dcfe4fe8dd0f admin admin] Publish callbacks [] for security_group (f6009526-a3ad-44e8-9245-d81508971a6a), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.321301 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551998c3-7265-4233-9f03-3e7ca1af9c3f req-00b7e2a0-249e-4041-9875-b973a447723f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:00.321863 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-551998c3-7265-4233-9f03-3e7ca1af9c3f req-00b7e2a0-249e-4041-9875-b973a447723f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.1034784 Jul 06 13:47:00.342290 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b1f0d-cf99-467e-ac78-daa7ad5ecbea req-23ea11c3-1009-471b-ba5e-0d7fe922c258 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:00.343873 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-048b1f0d-cf99-467e-ac78-daa7ad5ecbea req-23ea11c3-1009-471b-ba5e-0d7fe922c258 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0609174 Jul 06 13:47:00.355008 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60790) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:00.358296 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e0d62b81-4d8c-4688-8f33-dcfe4fe8dd0f admin admin] Publish callbacks [] for security_group (f6009526-a3ad-44e8-9245-d81508971a6a), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.360337 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-c9fa9840-dd63-4822-9602-b5f4bf631545 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Request body: {'floatingip': {'port_id': '3ca14d5b-272c-4543-9380-0fbec0da4da8'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:00.397704 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e6733e-909e-4ddd-bb50-f4f6aae60d64 x-openstack-request-id: req-a7e6733e-909e-4ddd-bb50-f4f6aae60d64 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:00.398095 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2523f283-429c-4368-afcb-3b90612bda32", "tag": "1b189fe2-44ff-40f9-b88f-0090e1f1bcdc", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:00.398355 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7e6733e-909e-4ddd-bb50-f4f6aae60d64 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:00.398756 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e6733e-909e-4ddd-bb50-f4f6aae60d64'] response: {'name': 'network-changed', 'server_uuid': '2523f283-429c-4368-afcb-3b90612bda32', 'tag': '1b189fe2-44ff-40f9-b88f-0090e1f1bcdc', 'status': 'completed', 'code': 200} Jul 06 13:47:00.414262 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-551998c3-7265-4233-9f03-3e7ca1af9c3f req-e27ac21b-7998-47f2-a7d1-49a9b67bc291 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843523 Jul 06 13:47:00.437147 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e0d62b81-4d8c-4688-8f33-dcfe4fe8dd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (f6009526-a3ad-44e8-9245-d81508971a6a), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.440006 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e0d62b81-4d8c-4688-8f33-dcfe4fe8dd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.444076 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-e0d62b81-4d8c-4688-8f33-dcfe4fe8dd0f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6009526-a3ad-44e8-9245-d81508971a6a HTTP/1.1" status: 204 len: 168 time: 0.2772782 Jul 06 13:47:00.462536 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c9fa9840-dd63-4822-9602-b5f4bf631545 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.476522 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d62b81-4d8c-4688-8f33-dcfe4fe8dd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6009526-a3ad-44e8-9245-d81508971a6a,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:00.679418 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2f9ef-e9e6-405f-b6b2-10579fd22ed9 req-480d07c1-b2e6-4f65-a4b7-93257e4c7da5 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:00.680898 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03a2f9ef-e9e6-405f-b6b2-10579fd22ed9 req-480d07c1-b2e6-4f65-a4b7-93257e4c7da5 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.1315799 Jul 06 13:47:00.699712 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 60804) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:00.706913 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-eac34dd9-2144-4dfe-a96a-acba51aa0097 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'floatingip': {'port_id': 'eb26a6ef-8459-409e-986c-7f71a4f52683'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:00.733045 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60806) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:00.799570 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4a07e449-8fda-4231-8cdd-94051d95b6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.852865 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-eac34dd9-2144-4dfe-a96a-acba51aa0097 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (2660443a-523e-4649-8e18-48d7496fac85), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:00.855118 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:00.877137 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d238d-c95e-4ccb-b14e-42b6a7c23cf1 req-e99bcb2b-9cdc-419a-b36b-f75fe484409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:00.878619 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-887d238d-c95e-4ccb-b14e-42b6a7c23cf1 req-e99bcb2b-9cdc-419a-b36b-f75fe484409f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f9f86fa910c4054b31927ba26ea96b9&device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 1127 time: 0.1274981 Jul 06 13:47:01.003529 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e1e65-6374-4445-8621-a8d6b794cb49 req-5bcfeca3-c73a-4169-b57d-70f81c20bd78 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:01.005688 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cb1e1e65-6374-4445-8621-a8d6b794cb49 req-5bcfeca3-c73a-4169-b57d-70f81c20bd78 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.2024512 Jul 06 13:47:01.118893 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc6ba0-f1d4-4495-9912-94a134ee2fdc req-94ba0dc2-4759-403e-b0e4-88371ea9acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:01.120370 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-86cc6ba0-f1d4-4495-9912-94a134ee2fdc req-94ba0dc2-4759-403e-b0e4-88371ea9acd7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.4435685 Jul 06 13:47:01.180206 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-86cc6ba0-f1d4-4495-9912-94a134ee2fdc req-dc574799-66f4-4e4a-96ce-51f332f0e61d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13a49a96-2359-4685-a057-014466405458 HTTP/1.1" status: 200 len: 217 time: 0.0495939 Jul 06 13:47:01.195924 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cb1e1e65-6374-4445-8621-a8d6b794cb49 req-58f90510-d7fe-4169-b231-245f7d19b84d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765466 Jul 06 13:47:01.293905 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc6ba0-f1d4-4495-9912-94a134ee2fdc req-c8458d4a-f94a-435b-984d-4145d12ec429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:01.295978 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-86cc6ba0-f1d4-4495-9912-94a134ee2fdc req-c8458d4a-f94a-435b-984d-4145d12ec429 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.1038306 Jul 06 13:47:01.404228 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:01.429909 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:01.455564 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4328ab-5f26-4386-952f-06da7c20b40d req-c9a435da-85ad-4ffc-9a4b-a546aa4485a2 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:01.457044 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3c4328ab-5f26-4386-952f-06da7c20b40d req-c9a435da-85ad-4ffc-9a4b-a546aa4485a2 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 943 time: 0.4797475 Jul 06 13:47:01.521794 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc6ba0-f1d4-4495-9912-94a134ee2fdc req-2c624228-b41a-460d-9e43-027846bd9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:01.523323 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-86cc6ba0-f1d4-4495-9912-94a134ee2fdc req-2c624228-b41a-460d-9e43-027846bd9143 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1326594 Jul 06 13:47:01.544401 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4a07e449-8fda-4231-8cdd-94051d95b6d0 admin admin] Publish callbacks [] for security_group (22472d0c-037e-4045-afef-48e2d474c7f4), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:01.545831 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d238d-c95e-4ccb-b14e-42b6a7c23cf1 req-ae793299-f3bf-48ae-900f-70d33f762682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:01.547298 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-887d238d-c95e-4ccb-b14e-42b6a7c23cf1 req-ae793299-f3bf-48ae-900f-70d33f762682 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=2f9f86fa910c4054b31927ba26ea96b9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6097553 Jul 06 13:47:01.583887 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4a07e449-8fda-4231-8cdd-94051d95b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (22472d0c-037e-4045-afef-48e2d474c7f4), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:01.785628 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3c4328ab-5f26-4386-952f-06da7c20b40d req-7ada168c-1a9f-45d0-9c28-ebf949af37ca tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101468 Jul 06 13:47:01.875364 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07e449-8fda-4231-8cdd-94051d95b6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22472d0c-037e-4045-afef-48e2d474c7f4,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:01.898440 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-4a07e449-8fda-4231-8cdd-94051d95b6d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3717537d0c584ec18919b5039ce2c8ab&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1628821 Jul 06 13:47:01.903209 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 60840) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:01.944243 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.db.resource_extend [None req-c9fa9840-dd63-4822-9602-b5f4bf631545 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 06 13:47:02.029227 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-86cc6ba0-f1d4-4495-9912-94a134ee2fdc req-e9114693-0d5a-423a-90ad-03f097e596fe service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966607 Jul 06 13:47:02.041791 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d238d-c95e-4ccb-b14e-42b6a7c23cf1 req-7f2155ab-5862-4c77-bf54-4533723b1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:02.043544 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-887d238d-c95e-4ccb-b14e-42b6a7c23cf1 req-7f2155ab-5862-4c77-bf54-4533723b1186 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4890475 Jul 06 13:47:02.045809 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c9fa9840-dd63-4822-9602-b5f4bf631545 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:02.050075 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c9fa9840-dd63-4822-9602-b5f4bf631545 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:02.109605 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:02.149886 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-eac34dd9-2144-4dfe-a96a-acba51aa0097 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:02.182534 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-eac34dd9-2144-4dfe-a96a-acba51aa0097 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (2660443a-523e-4649-8e18-48d7496fac85), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:02.186940 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-dec3b4aa-b2c4-4ed3-994d-21abaaf3b2a3 admin admin] Publish callbacks [] for security_group (22472d0c-037e-4045-afef-48e2d474c7f4), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:02.215339 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:02.218211 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [None req-c9fa9840-dd63-4822-9602-b5f4bf631545 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Floating IP c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297 associated. External IP: 172.27.3.113, port: 3ca14d5b-272c-4543-9380-0fbec0da4da8. Jul 06 13:47:02.264810 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-dec3b4aa-b2c4-4ed3-994d-21abaaf3b2a3 admin admin] Publish callbacks [] for security_group (22472d0c-037e-4045-afef-48e2d474c7f4), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:02.282216 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-b6648600-7d83-45f9-9076-c7de7f7a81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:02.283835 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-b6648600-7d83-45f9-9076-c7de7f7a81ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f9f86fa910c4054b31927ba26ea96b9&device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 1127 time: 0.1186697 Jul 06 13:47:02.334941 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-86cc6ba0-f1d4-4495-9912-94a134ee2fdc req-912b080a-8008-43b3-8fa6-2b65e2d8ff15 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676001 Jul 06 13:47:02.371016 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-1e5db694-4258-4d5c-ad8b-c7b15af96b51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b189fe2-44ff-40f9-b88f-0090e1f1bcdc HTTP/1.1" status: 200 len: 217 time: 0.0447929 Jul 06 13:47:02.409529 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc2fd8-8790-4857-aabe-4cc007b31cc8 req-ecda7857-83d0-4a60-b353-d9309e7b2f4a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:02.411685 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-91bc2fd8-8790-4857-aabe-4cc007b31cc8 req-ecda7857-83d0-4a60-b353-d9309e7b2f4a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.1299322 Jul 06 13:47:02.414012 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.l3_db [None req-eac34dd9-2144-4dfe-a96a-acba51aa0097 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Floating IP 2660443a-523e-4649-8e18-48d7496fac85 associated. External IP: 172.27.3.233, port: eb26a6ef-8459-409e-986c-7f71a4f52683. Jul 06 13:47:02.454065 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-4a81e25c-b709-46f3-99db-515802d7ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:02.455933 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-4a81e25c-b709-46f3-99db-515802d7ab5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=32847bc1-c65d-4324-b124-dadb7b045a43 HTTP/1.1" status: 200 len: 849 time: 0.0684726 Jul 06 13:47:02.484347 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-dec3b4aa-b2c4-4ed3-994d-21abaaf3b2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (22472d0c-037e-4045-afef-48e2d474c7f4), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:02.486946 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-dec3b4aa-b2c4-4ed3-994d-21abaaf3b2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:02.491797 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-dec3b4aa-b2c4-4ed3-994d-21abaaf3b2a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22472d0c-037e-4045-afef-48e2d474c7f4 HTTP/1.1" status: 204 len: 168 time: 0.5806708 Jul 06 13:47:02.515997 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3b4aa-b2c4-4ed3-994d-21abaaf3b2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22472d0c-037e-4045-afef-48e2d474c7f4,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:02.570390 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-91bc2fd8-8790-4857-aabe-4cc007b31cc8 req-e403b9cd-80ef-4d98-9a23-7ac0df3d8442 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523259 Jul 06 13:47:02.588458 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fa9840-dd63-4822-9602-b5f4bf631545 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Router 6ce630d3-5c40-4d28-9981-ae1e585a6582 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:47:02.722537 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:02.728138 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac34dd9-2144-4dfe-a96a-acba51aa0097 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:47:02.769544 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-86fe106b-51bf-4051-8a6c-911b0e1f90e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60bcc6e5-2a3e-4466-af92-959bc56def11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209702 Jul 06 13:47:02.808931 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60872) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:02.828800 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fa9840-dd63-4822-9602-b5f4bf631545 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:47:02.844164 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c9fa9840-dd63-4822-9602-b5f4bf631545 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:02.857175 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a32b908-5804-4356-8df2-b43382357271 None None] Sync routers for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:47:02.870697 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a32b908-5804-4356-8df2-b43382357271 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:02.871335 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-0a32b908-5804-4356-8df2-b43382357271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:46:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:02.874900 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:02.949212 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-c9fa9840-dd63-4822-9602-b5f4bf631545 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "PUT /v2.0/floatingips/c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297 HTTP/1.1" status: 200 len: 992 time: 2.5906272 Jul 06 13:47:02.952798 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546a77fd-66e1-4d89-afa3-58d632b09186', 'tag': '3ca14d5b-272c-4543-9380-0fbec0da4da8'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:47:02.955065 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a203e08-b98c-41eb-904d-4dff964a266b" -d '{"events": [{"name": "network-changed", "server_uuid": "546a77fd-66e1-4d89-afa3-58d632b09186", "tag": "3ca14d5b-272c-4543-9380-0fbec0da4da8"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:02.959700 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac34dd9-2144-4dfe-a96a-acba51aa0097 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:47:02.967744 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-eac34dd9-2144-4dfe-a96a-acba51aa0097 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:02.972177 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30ca3f-6ab0-48e3-b86b-23e2eb0d0544 req-2a7249e6-bc88-41a4-afb8-ff3a65ca42cd tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:02.974222 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fa30ca3f-6ab0-48e3-b86b-23e2eb0d0544 req-2a7249e6-bc88-41a4-afb8-ff3a65ca42cd tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 943 time: 0.0812149 Jul 06 13:47:02.978454 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-a106cb9f-e7a0-4ece-87e5-8ef4af3f167f service neutron] 10.222.0.39 "GET /v2.0/networks/60bcc6e5-2a3e-4466-af92-959bc56def11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017753 Jul 06 13:47:02.981663 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c142b8-9ab7-43cf-b03b-af34a0ba7aa9 None None] Sync routers for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:47:02.995336 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c142b8-9ab7-43cf-b03b-af34a0ba7aa9 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:03.001942 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-96c142b8-9ab7-43cf-b03b-af34a0ba7aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:46:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:03.015751 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-eac34dd9-2144-4dfe-a96a-acba51aa0097 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "PUT /v2.0/floatingips/2660443a-523e-4649-8e18-48d7496fac85 HTTP/1.1" status: 200 len: 992 time: 2.3143578 Jul 06 13:47:03.016416 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'tag': 'eb26a6ef-8459-409e-986c-7f71a4f52683'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:47:03.021624 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7904eac2-98e0-44b8-b600-0d1158571fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf73c2b-28f6-49f1-a119-224c05679d2c", "tag": "eb26a6ef-8459-409e-986c-7f71a4f52683"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:03.055526 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-0a32b908-5804-4356-8df2-b43382357271 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:03.064744 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a50313-a87e-4dd0-a5e5-b76c43856887 x-openstack-request-id: req-26a50313-a87e-4dd0-a5e5-b76c43856887 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:03.065087 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546a77fd-66e1-4d89-afa3-58d632b09186", "tag": "3ca14d5b-272c-4543-9380-0fbec0da4da8", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:03.065345 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26a50313-a87e-4dd0-a5e5-b76c43856887 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:03.065745 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a50313-a87e-4dd0-a5e5-b76c43856887'] response: {'name': 'network-changed', 'server_uuid': '546a77fd-66e1-4d89-afa3-58d632b09186', 'tag': '3ca14d5b-272c-4543-9380-0fbec0da4da8', 'status': 'completed', 'code': 200} Jul 06 13:47:03.094842 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ff9b08-f5b4-4f9e-abbb-7673d76e72a0 x-openstack-request-id: req-66ff9b08-f5b4-4f9e-abbb-7673d76e72a0 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:03.095122 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf73c2b-28f6-49f1-a119-224c05679d2c", "tag": "eb26a6ef-8459-409e-986c-7f71a4f52683", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:03.095535 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66ff9b08-f5b4-4f9e-abbb-7673d76e72a0 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:03.096091 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ff9b08-f5b4-4f9e-abbb-7673d76e72a0'] response: {'name': 'network-changed', 'server_uuid': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'tag': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'status': 'completed', 'code': 200} Jul 06 13:47:03.180492 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-96c142b8-9ab7-43cf-b03b-af34a0ba7aa9 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:03.281706 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a203e08-b98c-41eb-904d-4dff964a266b req-3e79600d-1b9e-4797-aaca-87d29e0e905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:03.283352 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1a203e08-b98c-41eb-904d-4dff964a266b req-3e79600d-1b9e-4797-aaca-87d29e0e905f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05df572327d54bd99595974b75898052&device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 1130 time: 0.1397939 Jul 06 13:47:03.290062 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904eac2-98e0-44b8-b600-0d1158571fa8 req-b0feea5e-ddd1-437b-920b-ec5fdefb9702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:03.291538 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7904eac2-98e0-44b8-b600-0d1158571fa8 req-b0feea5e-ddd1-437b-920b-ec5fdefb9702 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 1130 time: 0.0969553 Jul 06 13:47:03.368170 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-0a32b908-5804-4356-8df2-b43382357271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297', 'tenant_id': '05df572327d54bd99595974b75898052', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'port_id': '3ca14d5b-272c-4543-9380-0fbec0da4da8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'mac_address': 'fa:16:3e:3a:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a77fd-66e1-4d89-afa3-58d632b09186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:45:34Z', 'updated_at': '2022-07-06T13:47:01Z', 'revision_number': 1, 'project_id': '05df572327d54bd99595974b75898052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:41Z', 'revision_number': 5, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:03.424582 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a32b908-5804-4356-8df2-b43382357271 None None] Checking router: 6ce630d3-5c40-4d28-9981-ae1e585a6582 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:47:03.440822 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a32b908-5804-4356-8df2-b43382357271 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:03.443189 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-0a32b908-5804-4356-8df2-b43382357271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:46:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:03.488529 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:03.523664 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3d18a87d-b9cb-4647-8d0c-7414c8cdb26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:03.535778 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a203e08-b98c-41eb-904d-4dff964a266b req-cb9e9f49-5b36-4d9e-932d-bb9a57172db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:03.537965 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1a203e08-b98c-41eb-904d-4dff964a266b req-cb9e9f49-5b36-4d9e-932d-bb9a57172db0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=971af843-a8c2-4694-8a42-a011949622a1 HTTP/1.1" status: 200 len: 911 time: 0.2338440 Jul 06 13:47:03.541347 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904eac2-98e0-44b8-b600-0d1158571fa8 req-da296e6a-9f20-49e5-ae0e-ce8099886a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:03.542725 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7904eac2-98e0-44b8-b600-0d1158571fa8 req-da296e6a-9f20-49e5-ae0e-ce8099886a2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 916 time: 0.2352097 Jul 06 13:47:03.548292 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-96c142b8-9ab7-43cf-b03b-af34a0ba7aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '2660443a-523e-4649-8e18-48d7496fac85', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:47:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:45:33Z', 'updated_at': '2022-07-06T13:47:01Z', 'revision_number': 1, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:03.578820 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c142b8-9ab7-43cf-b03b-af34a0ba7aa9 None None] Checking router: 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:47:03.590485 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c142b8-9ab7-43cf-b03b-af34a0ba7aa9 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:03.591293 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-96c142b8-9ab7-43cf-b03b-af34a0ba7aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:46:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:03.609952 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-0a32b908-5804-4356-8df2-b43382357271 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:03.718545 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fa30ca3f-6ab0-48e3-b86b-23e2eb0d0544 req-4734b570-00ac-45ef-ad76-897874a85ee8 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7004187 Jul 06 13:47:03.728852 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-16cf4025-6795-40b9-98fd-ed52d4d038ed req-11f8195c-cacb-4d9f-9cf7-7ab87a656bd6 service neutron] 10.222.0.39 "GET /v2.0/networks/60bcc6e5-2a3e-4466-af92-959bc56def11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7364335 Jul 06 13:47:03.748570 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-96c142b8-9ab7-43cf-b03b-af34a0ba7aa9 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:03.834434 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3d18a87d-b9cb-4647-8d0c-7414c8cdb26d admin admin] Publish callbacks [] for security_group (bca1319b-ab0b-44b7-be3a-70d144ba21f4), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:03.841278 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3d18a87d-b9cb-4647-8d0c-7414c8cdb26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (bca1319b-ab0b-44b7-be3a-70d144ba21f4), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:03.903081 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-3d18a87d-b9cb-4647-8d0c-7414c8cdb26d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd4f750fa0fe44dd91efff02a3ff0c37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0907226 Jul 06 13:47:03.904575 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60910) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:03.906362 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18a87d-b9cb-4647-8d0c-7414c8cdb26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca1319b-ab0b-44b7-be3a-70d144ba21f4,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:04.041740 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b96efc60-f0b6-4e39-bc92-44e356075aa3 admin admin] Publish callbacks [] for security_group (bca1319b-ab0b-44b7-be3a-70d144ba21f4), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:04.052644 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:04.072750 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-0a32b908-5804-4356-8df2-b43382357271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297', 'tenant_id': '05df572327d54bd99595974b75898052', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'port_id': '3ca14d5b-272c-4543-9380-0fbec0da4da8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'mac_address': 'fa:16:3e:3a:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a77fd-66e1-4d89-afa3-58d632b09186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:45:34Z', 'updated_at': '2022-07-06T13:47:01Z', 'revision_number': 1, 'project_id': '05df572327d54bd99595974b75898052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:41Z', 'revision_number': 5, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:04.082733 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b96efc60-f0b6-4e39-bc92-44e356075aa3 admin admin] Publish callbacks [] for security_group (bca1319b-ab0b-44b7-be3a-70d144ba21f4), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:04.116570 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a32b908-5804-4356-8df2-b43382357271 None None] The sync data for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi is: [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297', 'tenant_id': '05df572327d54bd99595974b75898052', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'port_id': '3ca14d5b-272c-4543-9380-0fbec0da4da8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'mac_address': 'fa:16:3e:3a:2d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546a77fd-66e1-4d89-afa3-58d632b09186', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:45:34Z', 'updated_at': '2022-07-06T13:47:01Z', 'revision_number': 1, 'project_id': '05df572327d54bd99595974b75898052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:41Z', 'revision_number': 5, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:47:04.177209 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-96c142b8-9ab7-43cf-b03b-af34a0ba7aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '2660443a-523e-4649-8e18-48d7496fac85', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:47:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:45:33Z', 'updated_at': '2022-07-06T13:47:01Z', 'revision_number': 1, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:04.187719 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-2d2d888b-24ad-4849-8cc2-47f80ca9ea9f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953280296&fields=id&tenant_id=1727f66e37f94cc6971b574c8635e078 HTTP/1.1" status: 200 len: 267 time: 0.0671573 Jul 06 13:47:04.193886 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b96efc60-f0b6-4e39-bc92-44e356075aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (bca1319b-ab0b-44b7-be3a-70d144ba21f4), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:04.197120 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b96efc60-f0b6-4e39-bc92-44e356075aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:04.201416 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-b96efc60-f0b6-4e39-bc92-44e356075aa3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bca1319b-ab0b-44b7-be3a-70d144ba21f4 HTTP/1.1" status: 204 len: 168 time: 0.2915523 Jul 06 13:47:04.226307 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454e7fe-9924-43e0-a372-57b2b991f45e req-5ba2bb4e-451a-4804-beff-99f9d810bf7a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:04.235175 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1454e7fe-9924-43e0-a372-57b2b991f45e req-5ba2bb4e-451a-4804-beff-99f9d810bf7a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.1603818 Jul 06 13:47:04.241334 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c142b8-9ab7-43cf-b03b-af34a0ba7aa9 None None] The sync data for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi is: [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '2660443a-523e-4649-8e18-48d7496fac85', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:47:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:45:33Z', 'updated_at': '2022-07-06T13:47:01Z', 'revision_number': 1, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:47:04.246827 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7904eac2-98e0-44b8-b600-0d1158571fa8 req-1f54253f-aa3d-4b58-b351-883b9bce0f5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb26a6ef-8459-409e-986c-7f71a4f52683 HTTP/1.1" status: 200 len: 1000 time: 0.6916685 Jul 06 13:47:04.316218 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1a203e08-b98c-41eb-904d-4dff964a266b req-82efc51d-de2a-4c0c-bd95-67beb5298b12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ca14d5b-272c-4543-9380-0fbec0da4da8 HTTP/1.1" status: 200 len: 1000 time: 0.7624505 Jul 06 13:47:04.360502 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1454e7fe-9924-43e0-a372-57b2b991f45e req-149f1ca0-4d1e-425c-9729-c9c86f84df85 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233168 Jul 06 13:47:04.365343 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:04.365995 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:04.372607 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b1046-7eed-468a-b87a-628738e5325a req-0868403f-88f7-4aae-a40a-4d8c398804aa tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:04.374363 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-0868403f-88f7-4aae-a40a-4d8c398804aa tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/networks?id=dec9879c-fd48-42c4-9888-128aec6a9b22 HTTP/1.1" status: 200 len: 808 time: 0.1716876 Jul 06 13:47:04.390245 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96efc60-f0b6-4e39-bc92-44e356075aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca1319b-ab0b-44b7-be3a-70d144ba21f4,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:04.402684 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-7c52294c-a040-44d6-9860-4b895feff4c8 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/quotas/1727f66e37f94cc6971b574c8635e078 HTTP/1.1" status: 200 len: 375 time: 0.0151179 Jul 06 13:47:04.463803 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-d16e1e82-2624-4db0-ac9c-21711473bfa3 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1727f66e37f94cc6971b574c8635e078&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511241 Jul 06 13:47:04.613641 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-b7506d8f-aa94-426f-bc92-75d24f89f460 service neutron] 10.222.0.20 "GET /v2.0/networks/dec9879c-fd48-42c4-9888-128aec6a9b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355491 Jul 06 13:47:04.647378 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1713481-1201-426a-97bd-d356b3edcf81 None None] New status for floating IP 2660443a-523e-4649-8e18-48d7496fac85: ACTIVE {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:47:04.893355 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-f45bc6dc-9433-4c3e-8cf0-7fe84016818f service neutron] 10.222.0.20 "GET /v2.0/networks/dec9879c-fd48-42c4-9888-128aec6a9b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643375 Jul 06 13:47:04.955674 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60942) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:04.964511 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=100 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:04.978355 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a43eb041-74f5-426a-980c-d1b7e51bc524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:05.067482 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b92a0-6a25-4a3b-8122-8610ca838587 req-cec770f1-324b-4621-9129-a971bac01f06 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:05.082203 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7d6b92a0-6a25-4a3b-8122-8610ca838587 req-cec770f1-324b-4621-9129-a971bac01f06 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 943 time: 0.2123117 Jul 06 13:47:05.109299 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a43eb041-74f5-426a-980c-d1b7e51bc524 admin admin] Publish callbacks [] for security_group (131bf2f9-2083-43bb-8f07-2df4d89cbaed), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:05.114694 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a43eb041-74f5-426a-980c-d1b7e51bc524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (131bf2f9-2083-43bb-8f07-2df4d89cbaed), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:05.151718 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7d6b92a0-6a25-4a3b-8122-8610ca838587 req-70962464-da3e-465f-a09f-8cf9ebc357fd tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677629 Jul 06 13:47:05.169248 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43eb041-74f5-426a-980c-d1b7e51bc524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131bf2f9-2083-43bb-8f07-2df4d89cbaed,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:05.205045 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a43eb041-74f5-426a-980c-d1b7e51bc524 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=809c7e5b67204ee6b15d3bb2a160b0f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460885 Jul 06 13:47:05.205582 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 60950) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:05.272042 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7cee-d8ea-4190-a1db-c003f8d02c64 admin admin] Publish callbacks [] for security_group (131bf2f9-2083-43bb-8f07-2df4d89cbaed), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:05.317171 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7cee-d8ea-4190-a1db-c003f8d02c64 admin admin] Publish callbacks [] for security_group (131bf2f9-2083-43bb-8f07-2df4d89cbaed), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:05.389151 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b240275-7042-4ec4-bd1d-67077b3bdd56 None None] New status for floating IP c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297: ACTIVE {{(pid=110607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:47:05.412826 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7cee-d8ea-4190-a1db-c003f8d02c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (131bf2f9-2083-43bb-8f07-2df4d89cbaed), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:05.417948 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f3ae7cee-d8ea-4190-a1db-c003f8d02c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:05.422578 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-f3ae7cee-d8ea-4190-a1db-c003f8d02c64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/131bf2f9-2083-43bb-8f07-2df4d89cbaed HTTP/1.1" status: 204 len: 168 time: 0.2160139 Jul 06 13:47:05.439528 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae7cee-d8ea-4190-a1db-c003f8d02c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131bf2f9-2083-43bb-8f07-2df4d89cbaed,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:05.510013 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d9653406-94ec-4903-83d9-5213b3835b35 req-35a67e1c-c1fb-4e6f-bf03-e24d04684dcd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 210 time: 0.0546730 Jul 06 13:47:05.554665 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f875a-8624-47ed-826e-5aa2dbc6be42 req-6dbbe493-4ddd-41b1-9620-ba64d54561df tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:05.556202 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-869f875a-8624-47ed-826e-5aa2dbc6be42 req-6dbbe493-4ddd-41b1-9620-ba64d54561df tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0946853 Jul 06 13:47:05.693134 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-869f875a-8624-47ed-826e-5aa2dbc6be42 req-dc3a8494-1703-4207-a84a-71e97d525458 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307940 Jul 06 13:47:06.272224 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03c946-31b6-4551-b94b-5421151f48bf req-0f6103b4-365f-4e7f-9a89-479e93a0bfd8 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:06.273770 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4d03c946-31b6-4551-b94b-5421151f48bf req-0f6103b4-365f-4e7f-9a89-479e93a0bfd8 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 943 time: 0.0551207 Jul 06 13:47:06.325965 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4d03c946-31b6-4551-b94b-5421151f48bf req-65417084-a084-4ff0-9827-c941eb2940d7 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458333 Jul 06 13:47:06.440489 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a203e08-b98c-41eb-904d-4dff964a266b req-7709006c-6c9f-41e5-bec7-5509f9352b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:06.441883 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1a203e08-b98c-41eb-904d-4dff964a266b req-7709006c-6c9f-41e5-bec7-5509f9352b96 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e1bcabb-e45a-4964-8332-c655940202a4 HTTP/1.1" status: 200 len: 849 time: 0.1056488 Jul 06 13:47:06.444621 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904eac2-98e0-44b8-b600-0d1158571fa8 req-c0b33580-fd95-45fe-a62b-fcb5889750ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:06.446029 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7904eac2-98e0-44b8-b600-0d1158571fa8 req-c0b33580-fd95-45fe-a62b-fcb5889750ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 200 len: 854 time: 0.0993564 Jul 06 13:47:06.507594 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:06.519045 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a203e08-b98c-41eb-904d-4dff964a266b req-3f8b805d-ab99-40b2-b457-32f6d7cd1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:06.521343 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1a203e08-b98c-41eb-904d-4dff964a266b req-3f8b805d-ab99-40b2-b457-32f6d7cd1d38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=971af843-a8c2-4694-8a42-a011949622a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730309 Jul 06 13:47:06.526638 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904eac2-98e0-44b8-b600-0d1158571fa8 req-df636e8a-597f-4c17-80c7-0005006afef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:06.528193 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7904eac2-98e0-44b8-b600-0d1158571fa8 req-df636e8a-597f-4c17-80c7-0005006afef3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599de418-b206-4788-89c1-e9276ab94414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514960 Jul 06 13:47:06.720605 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7613d681-f526-4e80-9668-d131f909abf3 req-8e29748a-6733-46bd-838c-843d2c15b1d0 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 210 time: 0.0906062 Jul 06 13:47:06.799479 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7904eac2-98e0-44b8-b600-0d1158571fa8 req-1b8b847c-a922-4b8f-8907-de1cc8245f77 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237279 Jul 06 13:47:06.811756 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1a203e08-b98c-41eb-904d-4dff964a266b req-710cc064-d2ac-4c9e-89d1-5aa48ea95c4c service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851954 Jul 06 13:47:06.866808 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0257d9e-760f-4c1d-82c6-16a45df835b3 req-a197d35c-3fb3-4dcb-a8df-204b6aa538cb tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:06.868671 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d0257d9e-760f-4c1d-82c6-16a45df835b3 req-a197d35c-3fb3-4dcb-a8df-204b6aa538cb tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0688946 Jul 06 13:47:06.884648 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:47:06.903215 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:06.938153 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d0257d9e-760f-4c1d-82c6-16a45df835b3 req-ea7d2810-f8fc-4de6-a5b2-873fcbe70f0f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601990 Jul 06 13:47:07.131048 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b189fe2-44ff-40f9-b88f-0090e1f1bcdc,segment=NetworkSegment(ba96df5a-424b-4085-9fe7-b53c987bfafc),segment_id=ba96df5a-424b-4085-9fe7-b53c987bfafc)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:07.143760 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '1b189fe2-44ff-40f9-b88f-0090e1f1bcdc', 'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11', 'port_id': '1b189fe2-44ff-40f9-b88f-0090e1f1bcdc', 'mac_address': 'fa:16:3e:1d:7e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32847bc1-c65d-4324-b124-dadb7b045a43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:47:07.151001 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:07.184458 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:07.184840 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:07.198030 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:47:07.220692 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b189fe2-44ff-40f9-b88f-0090e1f1bcdc,segment=NetworkSegment(ba96df5a-424b-4085-9fe7-b53c987bfafc),segment_id=ba96df5a-424b-4085-9fe7-b53c987bfafc)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:07.225766 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:07.276671 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=1b189fe2-44ff-40f9-b88f-0090e1f1bcdc,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:07.526016 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:07.557244 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e411f-01ae-4727-a781-6321501cfac3 req-999e71b5-45f7-4505-8c0c-f7117b99d178 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:07.558785 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-462e411f-01ae-4727-a781-6321501cfac3 req-999e71b5-45f7-4505-8c0c-f7117b99d178 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 944 time: 0.0734849 Jul 06 13:47:07.588746 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1a203e08-b98c-41eb-904d-4dff964a266b req-72f593d6-f797-484e-ae6b-ee3c0183cb64 service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203164 Jul 06 13:47:07.596152 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7904eac2-98e0-44b8-b600-0d1158571fa8 req-d97fa781-42c4-497c-aad7-ee034908eea5 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200687 Jul 06 13:47:07.626580 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-462e411f-01ae-4727-a781-6321501cfac3 req-e04ef06e-177e-4a02-b5a6-6dfdfdf3313e tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506845 Jul 06 13:47:07.827791 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-782aa7b7-ae17-4952-bd23-947edf7a98cf req-0ea141d2-bcb2-4563-b542-7e09ec65d6a3 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 210 time: 0.0339899 Jul 06 13:47:07.844599 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['1b189fe2-44ff-40f9-b88f-0090e1f1bcdc'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:07.967660 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 32852) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:08.077763 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c42d11-9bfb-4123-ae93-7663da98b360 req-da3fe17c-80b1-4318-94b9-c0e4204b8d9f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:08.079264 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-08c42d11-9bfb-4123-ae93-7663da98b360 req-da3fe17c-80b1-4318-94b9-c0e4204b8d9f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0592930 Jul 06 13:47:08.097656 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d6eabaa7-aa69-4c30-a205-398a37fb2906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.134724 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-08c42d11-9bfb-4123-ae93-7663da98b360 req-492f7e89-31ab-41ce-992b-0743e7fba5be tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491707 Jul 06 13:47:08.179880 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:08.185847 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d6eabaa7-aa69-4c30-a205-398a37fb2906 admin admin] Publish callbacks [] for security_group (b61659f2-f4b3-4436-86ab-10e92a525f1c), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.190770 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d6eabaa7-aa69-4c30-a205-398a37fb2906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (b61659f2-f4b3-4436-86ab-10e92a525f1c), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.234710 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-d6eabaa7-aa69-4c30-a205-398a37fb2906 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a4acbd65fe8b458fb0d72843a3c8483c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659001 Jul 06 13:47:08.235765 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eabaa7-aa69-4c30-a205-398a37fb2906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61659f2-f4b3-4436-86ab-10e92a525f1c,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:08.237303 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 32864) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:08.287358 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a5bfcfc8-b3c1-4fec-8c46-964e19c6c519 admin admin] Publish callbacks [] for security_group (b61659f2-f4b3-4436-86ab-10e92a525f1c), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.308832 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a5bfcfc8-b3c1-4fec-8c46-964e19c6c519 admin admin] Publish callbacks [] for security_group (b61659f2-f4b3-4436-86ab-10e92a525f1c), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.360955 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a5bfcfc8-b3c1-4fec-8c46-964e19c6c519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (b61659f2-f4b3-4436-86ab-10e92a525f1c), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.363454 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a5bfcfc8-b3c1-4fec-8c46-964e19c6c519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.364584 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-a5bfcfc8-b3c1-4fec-8c46-964e19c6c519 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b61659f2-f4b3-4436-86ab-10e92a525f1c HTTP/1.1" status: 204 len: 168 time: 0.1263025 Jul 06 13:47:08.373104 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bfcfc8-b3c1-4fec-8c46-964e19c6c519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61659f2-f4b3-4436-86ab-10e92a525f1c,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:08.640551 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 32870) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:08.658570 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c3b904cc-edae-43c2-ae84-87b1f7d4fe0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.737418 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c3b904cc-edae-43c2-ae84-87b1f7d4fe0d admin admin] Publish callbacks [] for security_group (84814551-af3a-4fe9-a6ec-b6a41ae03305), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.741910 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c3b904cc-edae-43c2-ae84-87b1f7d4fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (84814551-af3a-4fe9-a6ec-b6a41ae03305), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.743468 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146930f8-5873-4d53-8f5e-0669518b8851 req-0afa709e-f441-4ec4-ac37-46d5f7636c6c tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:08.745100 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-146930f8-5873-4d53-8f5e-0669518b8851 req-0afa709e-f441-4ec4-ac37-46d5f7636c6c tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 944 time: 0.0505865 Jul 06 13:47:08.782799 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-c3b904cc-edae-43c2-ae84-87b1f7d4fe0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3661728af2cd45ea81fd134b63f17a67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409569 Jul 06 13:47:08.783492 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b904cc-edae-43c2-ae84-87b1f7d4fe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84814551-af3a-4fe9-a6ec-b6a41ae03305,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:08.785866 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 32874) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:08.792960 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:08.794112 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-146930f8-5873-4d53-8f5e-0669518b8851 req-6a84180e-ed64-4dd6-9a22-1535d8541c83 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433753 Jul 06 13:47:08.838383 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5e72a611-2c7a-4ab4-b4f9-31b867cb7e8c admin admin] Publish callbacks [] for security_group (84814551-af3a-4fe9-a6ec-b6a41ae03305), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.859660 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5e72a611-2c7a-4ab4-b4f9-31b867cb7e8c admin admin] Publish callbacks [] for security_group (84814551-af3a-4fe9-a6ec-b6a41ae03305), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.907310 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5e72a611-2c7a-4ab4-b4f9-31b867cb7e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (84814551-af3a-4fe9-a6ec-b6a41ae03305), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.909882 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5e72a611-2c7a-4ab4-b4f9-31b867cb7e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:08.912186 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-5e72a611-2c7a-4ab4-b4f9-31b867cb7e8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84814551-af3a-4fe9-a6ec-b6a41ae03305 HTTP/1.1" status: 204 len: 168 time: 0.1241846 Jul 06 13:47:08.919604 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:47:08.934880 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72a611-2c7a-4ab4-b4f9-31b867cb7e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84814551-af3a-4fe9-a6ec-b6a41ae03305,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:08.955673 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9cce660d-738c-4867-8966-96af0b88dd52 req-27780168-7d33-4e2a-8a76-8a1816ecea85 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 210 time: 0.0423758 Jul 06 13:47:09.259682 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b943aa3-7fa9-4cf2-b97b-265089d24cc9 req-a1ca44c4-0143-47f9-9b6a-8961c548b942 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:09.261335 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8b943aa3-7fa9-4cf2-b97b-265089d24cc9 req-a1ca44c4-0143-47f9-9b6a-8961c548b942 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0556703 Jul 06 13:47:09.298502 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:09.345865 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8b943aa3-7fa9-4cf2-b97b-265089d24cc9 req-decbbe88-0b76-47a9-b77f-9ddd352d6122 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778542 Jul 06 13:47:09.354504 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:47:09.362682 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:09.363133 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:09.468820 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-382af527-09cb-4c36-a393-2390c80f85c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:09.474038 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:09.474808 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:09.479058 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:09.523421 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2523f283-429c-4368-afcb-3b90612bda32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b189fe2-44ff-40f9-b88f-0090e1f1bcdc'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:47:09.527480 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563f3dcf-13e8-44dd-bc92-a0c6dc2e74f1" -d '{"events": [{"server_uuid": "2523f283-429c-4368-afcb-3b90612bda32", "name": "network-vif-plugged", "status": "completed", "tag": "1b189fe2-44ff-40f9-b88f-0090e1f1bcdc"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:09.543097 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b189fe2-44ff-40f9-b88f-0090e1f1bcdc,segment=NetworkSegment(ba96df5a-424b-4085-9fe7-b53c987bfafc),segment_id=ba96df5a-424b-4085-9fe7-b53c987bfafc)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:09.548420 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:09.602209 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d563a0-8e76-47af-bd74-c208e79ada1a x-openstack-request-id: req-93d563a0-8e76-47af-bd74-c208e79ada1a {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:09.602513 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2523f283-429c-4368-afcb-3b90612bda32", "name": "network-vif-plugged", "status": "completed", "tag": "1b189fe2-44ff-40f9-b88f-0090e1f1bcdc", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:09.603061 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93d563a0-8e76-47af-bd74-c208e79ada1a {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:09.603626 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d563a0-8e76-47af-bd74-c208e79ada1a'] response: {'server_uuid': '2523f283-429c-4368-afcb-3b90612bda32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b189fe2-44ff-40f9-b88f-0090e1f1bcdc', 'code': 200} Jul 06 13:47:09.629110 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=1b189fe2-44ff-40f9-b88f-0090e1f1bcdc,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:09.735340 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b1046-7eed-468a-b87a-628738e5325a req-c50d5b59-5b47-42f0-ad07-411405cf1a16 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:09.736907 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-c50d5b59-5b47-42f0-ad07-411405cf1a16 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.39 "GET /v2.0/networks?id=dec9879c-fd48-42c4-9888-128aec6a9b22 HTTP/1.1" status: 200 len: 808 time: 0.1550686 Jul 06 13:47:09.913456 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362180-0fcc-495b-a536-26a16f53c96b req-74c6ec08-608d-4d09-a456-f645157f21b4 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:09.914928 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-df362180-0fcc-495b-a536-26a16f53c96b req-74c6ec08-608d-4d09-a456-f645157f21b4 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 945 time: 0.0489495 Jul 06 13:47:09.968170 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-df362180-0fcc-495b-a536-26a16f53c96b req-239b2492-64aa-42c1-89d3-bd5c18e4ed8e tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473523 Jul 06 13:47:10.069611 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-53801027-cb9c-4e87-a8d8-e94a868a6ffe req-c138dca3-ffb7-4453-a6ce-f39de3f2b478 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 210 time: 0.0347581 Jul 06 13:47:10.291170 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:10.307403 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-1f6b90e6-b6d7-4726-a342-e9d3eb5643c2 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1727f66e37f94cc6971b574c8635e078 HTTP/1.1" status: 200 len: 379 time: 0.0850117 Jul 06 13:47:10.323467 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-a42b1046-7eed-468a-b87a-628738e5325a req-53cb2cda-6f00-42b7-bb4e-741562d3a2fd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Request body: {'port': {'device_id': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'admin_state_up': True, 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'security_groups': ['6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80']}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:10.463273 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e358ac-e10c-4219-905a-4ab586c95cc2 req-0faef68f-7fc6-44bf-8ffe-a89f8e2f8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:10.465205 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-69e358ac-e10c-4219-905a-4ab586c95cc2 req-0faef68f-7fc6-44bf-8ffe-a89f8e2f8d38 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 1129 time: 0.0597830 Jul 06 13:47:10.469288 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfebcf-adeb-4176-9413-0c1e10c36f9c req-5d0409cc-de8c-4c9b-bfb7-37582835e52c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:10.470922 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4fdfebcf-adeb-4176-9413-0c1e10c36f9c req-5d0409cc-de8c-4c9b-bfb7-37582835e52c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0540948 Jul 06 13:47:10.536880 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42b1046-7eed-468a-b87a-628738e5325a req-53cb2cda-6f00-42b7-bb4e-741562d3a2fd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Made reservation on behalf of 1727f66e37f94cc6971b574c8635e078 for: {'port': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:10.541093 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a42b1046-7eed-468a-b87a-628738e5325a req-53cb2cda-6f00-42b7-bb4e-741562d3a2fd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:10.568565 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4fdfebcf-adeb-4176-9413-0c1e10c36f9c req-771c24f4-76bd-41d3-be80-16ca09970e9e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904970 Jul 06 13:47:10.603926 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-69e358ac-e10c-4219-905a-4ab586c95cc2 req-b9ddb3fa-cffe-4129-91d4-18373d559b30 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067469 Jul 06 13:47:10.719007 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [req-a42b1046-7eed-468a-b87a-628738e5325a req-53cb2cda-6f00-42b7-bb4e-741562d3a2fd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Allocated IP 172.20.0.7 (dec9879c-fd48-42c4-9888-128aec6a9b22/b84ce7fb-5540-4656-af27-af9dc1ed2547/e0490198-5029-4543-9a66-8d41adcd3783) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:47:10.862693 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a42b1046-7eed-468a-b87a-628738e5325a req-53cb2cda-6f00-42b7-bb4e-741562d3a2fd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for port (e0490198-5029-4543-9a66-8d41adcd3783), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:10.896026 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a42b1046-7eed-468a-b87a-628738e5325a req-53cb2cda-6f00-42b7-bb4e-741562d3a2fd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (e0490198-5029-4543-9a66-8d41adcd3783), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:10.933103 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:10.949261 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42b1046-7eed-468a-b87a-628738e5325a req-53cb2cda-6f00-42b7-bb4e-741562d3a2fd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Network dec9879c-fd48-42c4-9888-128aec6a9b22 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:10.955536 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [req-a42b1046-7eed-468a-b87a-628738e5325a req-53cb2cda-6f00-42b7-bb4e-741562d3a2fd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:10.959692 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42b1046-7eed-468a-b87a-628738e5325a req-53cb2cda-6f00-42b7-bb4e-741562d3a2fd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:47:10.962563 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb2cda-6f00-42b7-bb4e-741562d3a2fd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Pushing event updated for resources: {'Port': ['ID=e0490198-5029-4543-9a66-8d41adcd3783,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:11.015382 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b1046-7eed-468a-b87a-628738e5325a req-53cb2cda-6f00-42b7-bb4e-741562d3a2fd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:11.016084 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a42b1046-7eed-468a-b87a-628738e5325a req-53cb2cda-6f00-42b7-bb4e-741562d3a2fd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:11.039211 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-53cb2cda-6f00-42b7-bb4e-741562d3a2fd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7202053 Jul 06 13:47:11.103600 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Request body: {'port': {'device_id': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:11.143260 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bfd97-d8f9-40f1-a15a-78119245a5ae req-f97cbf64-a183-41bf-b14a-07ada8e92d52 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:11.144898 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-739bfd97-d8f9-40f1-a15a-78119245a5ae req-f97cbf64-a183-41bf-b14a-07ada8e92d52 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 945 time: 0.0793238 Jul 06 13:47:11.195192 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e0490198-5029-4543-9a66-8d41adcd3783), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:11.214188 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:11.219331 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fec4f-f71b-40b9-972c-b559f6bcebe4 req-9717b03c-f4f2-47ce-8457-bfa6bc715a2e tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:11.226294 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bf7fec4f-f71b-40b9-972c-b559f6bcebe4 req-9717b03c-f4f2-47ce-8457-bfa6bc715a2e tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 931 time: 0.0756528 Jul 06 13:47:11.294469 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-add82e82-2dc0-4afb-8acc-a9ea1a0f8ace None None] Provisioning complete for port e0490198-5029-4543-9a66-8d41adcd3783 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:11.297566 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-add82e82-2dc0-4afb-8acc-a9ea1a0f8ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e0490198-5029-4543-9a66-8d41adcd3783), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:11.337414 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bf7fec4f-f71b-40b9-972c-b559f6bcebe4 req-fd4439aa-be87-49be-ae0c-e1e02c756276 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073976 Jul 06 13:47:11.360922 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-add82e82-2dc0-4afb-8acc-a9ea1a0f8ace None None] Port e0490198-5029-4543-9a66-8d41adcd3783 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:47:11.386116 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-739bfd97-d8f9-40f1-a15a-78119245a5ae req-0130b66f-a48e-4ddb-864d-43f2001def92 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920350 Jul 06 13:47:11.562757 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0490198-5029-4543-9a66-8d41adcd3783 {{(pid=110606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:47:11.571833 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Publish callbacks [] for port (e0490198-5029-4543-9a66-8d41adcd3783), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:11.586114 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.provisioning_blocks [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Transition to ACTIVE for port object e0490198-5029-4543-9a66-8d41adcd3783 will not be triggered until provisioned by entity L2. {{(pid=110606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:47:11.589602 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (e0490198-5029-4543-9a66-8d41adcd3783), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:11.650814 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Pushing event updated for resources: {'Port': ['ID=e0490198-5029-4543-9a66-8d41adcd3783,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:11.782698 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Attempting to bind port e0490198-5029-4543-9a66-8d41adcd3783 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:47:11.783435 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Attempting to bind port e0490198-5029-4543-9a66-8d41adcd3783 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '978d08e7-2b99-4e8a-a867-15456bdd5e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22'}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:47:11.783900 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Attempting to bind port e0490198-5029-4543-9a66-8d41adcd3783 on network dec9879c-fd48-42c4-9888-128aec6a9b22 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:47:11.812909 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Port e0490198-5029-4543-9a66-8d41adcd3783 on network dec9879c-fd48-42c4-9888-128aec6a9b22 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:47:11.813298 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Attempting to bind port e0490198-5029-4543-9a66-8d41adcd3783 on network dec9879c-fd48-42c4-9888-128aec6a9b22 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:47:11.824025 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:47:11.824919 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Checking segment: {'id': '978d08e7-2b99-4e8a-a867-15456bdd5e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:47:11.825560 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Bound using segment: {'id': '978d08e7-2b99-4e8a-a867-15456bdd5e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22'} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:47:11.826290 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Bound port: e0490198-5029-4543-9a66-8d41adcd3783, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '978d08e7-2b99-4e8a-a867-15456bdd5e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22'}}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:47:11.827265 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e0490198-5029-4543-9a66-8d41adcd3783), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:11.850119 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd33d1a8-456c-4424-99a5-0002f2c14655 req-c9027a83-a69b-491a-b920-6c6a853ce344 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:11.857461 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bd33d1a8-456c-4424-99a5-0002f2c14655 req-c9027a83-a69b-491a-b920-6c6a853ce344 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.1092112 Jul 06 13:47:11.936769 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-38cdd6aa-0a6e-4b1e-92fe-9d22319808ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:11.949476 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87709031-d5e2-42d7-9110-86fe53aaa74a req-f618cb42-815c-4ca9-bf36-bd39befea9f7 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:11.950878 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-87709031-d5e2-42d7-9110-86fe53aaa74a req-f618cb42-815c-4ca9-bf36-bd39befea9f7 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0619209 Jul 06 13:47:11.971121 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:12.008879 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bd33d1a8-456c-4424-99a5-0002f2c14655 req-8d4a9e8d-5b48-4fc4-a753-62317242b19b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499903 Jul 06 13:47:12.011601 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] For port e0490198-5029-4543-9a66-8d41adcd3783, host hv-cinder-81914, cleared binding levels {{(pid=110606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:12.016207 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] For port e0490198-5029-4543-9a66-8d41adcd3783, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e0490198-5029-4543-9a66-8d41adcd3783,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:12.027729 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (e0490198-5029-4543-9a66-8d41adcd3783), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:12.028093 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-87709031-d5e2-42d7-9110-86fe53aaa74a req-333624bf-3242-442a-8e7d-6a3dd4efdfb8 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687099 Jul 06 13:47:12.076707 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:12.077448 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:12.079084 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] 10.222.0.39 "PUT /v2.0/ports/e0490198-5029-4543-9a66-8d41adcd3783 HTTP/1.1" status: 200 len: 1093 time: 0.9796894 Jul 06 13:47:12.079540 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:47:12.082048 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cab858-a2d2-425d-931e-09f4ce6bdb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "tag": "e0490198-5029-4543-9a66-8d41adcd3783"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:12.104117 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bc7bc-44b3-456a-ab2f-9037196ddd83 service neutron] Pushing event updated for resources: {'Port': ['ID=e0490198-5029-4543-9a66-8d41adcd3783,revision_number=3']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:12.116464 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33004) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:12.134998 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2f0995-27f6-4a24-a440-04f2bdf08459 x-openstack-request-id: req-fc2f0995-27f6-4a24-a440-04f2bdf08459 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:12.135760 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "tag": "e0490198-5029-4543-9a66-8d41adcd3783", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:12.136337 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc2f0995-27f6-4a24-a440-04f2bdf08459 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:12.136836 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc2f0995-27f6-4a24-a440-04f2bdf08459'] response: {'name': 'network-changed', 'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783', 'status': 'completed', 'code': 200} Jul 06 13:47:12.263137 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5aa6-a9b5-400b-945f-1c56d89bdd2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:12.314987 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:12.345918 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5aa6-a9b5-400b-945f-1c56d89bdd2c admin admin] Publish callbacks [] for security_group (969cf0f9-6fc2-4f06-87b1-eb43881ea8be), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:12.350112 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-fbfd5aa6-a9b5-400b-945f-1c56d89bdd2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (969cf0f9-6fc2-4f06-87b1-eb43881ea8be), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:12.389184 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-fbfd5aa6-a9b5-400b-945f-1c56d89bdd2c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bda3e82b765a470099e45a1fc54435fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715337 Jul 06 13:47:12.391169 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd5aa6-a9b5-400b-945f-1c56d89bdd2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969cf0f9-6fc2-4f06-87b1-eb43881ea8be,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:12.392077 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33014) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:12.451869 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-af9f14cf-d7fb-40fa-b9c6-208dded7b4e0 admin admin] Publish callbacks [] for security_group (969cf0f9-6fc2-4f06-87b1-eb43881ea8be), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:12.462192 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e33f97-8e82-4269-b469-6718943d59e7 req-2cd4c192-8fb0-4971-b8a1-28bbd8a635f0 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:12.463712 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-53e33f97-8e82-4269-b469-6718943d59e7 req-2cd4c192-8fb0-4971-b8a1-28bbd8a635f0 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0532126 Jul 06 13:47:12.508438 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-af9f14cf-d7fb-40fa-b9c6-208dded7b4e0 admin admin] Publish callbacks [] for security_group (969cf0f9-6fc2-4f06-87b1-eb43881ea8be), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:12.514021 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-53e33f97-8e82-4269-b469-6718943d59e7 req-a41d45bd-12bf-4aa2-9e36-db4394cc8ffc tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447872 Jul 06 13:47:12.534988 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76aaf7f-91f4-471b-9113-007d9e126572 req-fd331ca9-2567-42ba-bba7-8bfa4133488f tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:12.537101 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e76aaf7f-91f4-471b-9113-007d9e126572 req-fd331ca9-2567-42ba-bba7-8bfa4133488f tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 945 time: 0.0753489 Jul 06 13:47:12.566976 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:12.603782 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e76aaf7f-91f4-471b-9113-007d9e126572 req-49bddc38-a0d9-4719-9abd-804fd4d80ce0 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579817 Jul 06 13:47:12.608920 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-af9f14cf-d7fb-40fa-b9c6-208dded7b4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (969cf0f9-6fc2-4f06-87b1-eb43881ea8be), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:12.611845 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-af9f14cf-d7fb-40fa-b9c6-208dded7b4e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:12.615804 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-af9f14cf-d7fb-40fa-b9c6-208dded7b4e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/969cf0f9-6fc2-4f06-87b1-eb43881ea8be HTTP/1.1" status: 204 len: 168 time: 0.2226267 Jul 06 13:47:12.623489 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f14cf-d7fb-40fa-b9c6-208dded7b4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969cf0f9-6fc2-4f06-87b1-eb43881ea8be,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:12.861183 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:12.884282 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33022) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:12.898047 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7b0395a8-8f2c-447c-be62-8a84771a10e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:12.939286 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:12.979235 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7b0395a8-8f2c-447c-be62-8a84771a10e4 admin admin] Publish callbacks [] for security_group (15a4bc63-79d8-4817-9f40-538793d2d81a), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:12.983221 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7b0395a8-8f2c-447c-be62-8a84771a10e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (15a4bc63-79d8-4817-9f40-538793d2d81a), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:13.023277 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-7b0395a8-8f2c-447c-be62-8a84771a10e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6fe963545c9746c88b6aa7111429d91d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378512 Jul 06 13:47:13.024148 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0395a8-8f2c-447c-be62-8a84771a10e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a4bc63-79d8-4817-9f40-538793d2d81a,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:13.027112 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33024) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:13.081212 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-adb2d3f4-4c0d-406e-91ec-c08bab2780ab admin admin] Publish callbacks [] for security_group (15a4bc63-79d8-4817-9f40-538793d2d81a), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:13.109137 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-adb2d3f4-4c0d-406e-91ec-c08bab2780ab admin admin] Publish callbacks [] for security_group (15a4bc63-79d8-4817-9f40-538793d2d81a), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:13.140258 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac93a-8ab1-4871-b91b-6ce5cc720c3d req-fe098d70-adb0-4b76-9be3-0202c1a5b997 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:13.141696 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-270ac93a-8ab1-4871-b91b-6ce5cc720c3d req-fe098d70-adb0-4b76-9be3-0202c1a5b997 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0486434 Jul 06 13:47:13.181007 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3137b-5dd2-4318-90a6-ce4b3fe122eb req-414e981b-6e48-47cc-9edb-f9cc835642dc tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:13.182536 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-aaf3137b-5dd2-4318-90a6-ce4b3fe122eb req-414e981b-6e48-47cc-9edb-f9cc835642dc tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0756834 Jul 06 13:47:13.199403 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-270ac93a-8ab1-4871-b91b-6ce5cc720c3d req-2f002d64-d683-4387-8d9c-7d689f9a7aa6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509624 Jul 06 13:47:13.234150 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-adb2d3f4-4c0d-406e-91ec-c08bab2780ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (15a4bc63-79d8-4817-9f40-538793d2d81a), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:13.236600 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-adb2d3f4-4c0d-406e-91ec-c08bab2780ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:13.237734 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-adb2d3f4-4c0d-406e-91ec-c08bab2780ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15a4bc63-79d8-4817-9f40-538793d2d81a HTTP/1.1" status: 204 len: 168 time: 0.2082376 Jul 06 13:47:13.245904 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-aaf3137b-5dd2-4318-90a6-ce4b3fe122eb req-b5a5828a-3ecb-4818-9dfe-2ff7c9aa5c9f tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571887 Jul 06 13:47:13.250598 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2d3f4-4c0d-406e-91ec-c08bab2780ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a4bc63-79d8-4817-9f40-538793d2d81a,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:13.649819 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff0de7-eb38-46f7-98dd-797140e2505b req-a6c711ab-db2f-4efd-92c6-c915f9205578 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:13.657543 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1aff0de7-eb38-46f7-98dd-797140e2505b req-a6c711ab-db2f-4efd-92c6-c915f9205578 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0688653 Jul 06 13:47:13.716846 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1aff0de7-eb38-46f7-98dd-797140e2505b req-fd4b76f6-0980-449b-b3e7-5b724d0f62cc tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584192 Jul 06 13:47:13.750208 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad82e2-2718-4512-b262-20ca5d230722 req-7eb82bb1-54ed-4300-8190-5f8451cfbc6e tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:13.751895 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a2ad82e2-2718-4512-b262-20ca5d230722 req-7eb82bb1-54ed-4300-8190-5f8451cfbc6e tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 945 time: 0.0582397 Jul 06 13:47:13.810716 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a2ad82e2-2718-4512-b262-20ca5d230722 req-f999187c-9a72-4ae3-90e9-5645ff9f6d45 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475848 Jul 06 13:47:14.010769 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33068) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:14.223038 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8654-ba22-415d-8cae-277b17c16c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:14.340706 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:14.356619 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8654-ba22-415d-8cae-277b17c16c6e admin admin] Publish callbacks [] for security_group (09d0879e-c4f1-4f28-8dcd-e86e58914096), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:14.366095 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f796c-1581-4065-ad93-76c80ebc3a38 req-9c1ec6d4-c135-444f-a933-a1d9fcd1cd3f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:14.367574 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fd7f796c-1581-4065-ad93-76c80ebc3a38 req-9c1ec6d4-c135-444f-a933-a1d9fcd1cd3f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0642824 Jul 06 13:47:14.368789 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d7ca8654-ba22-415d-8cae-277b17c16c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (09d0879e-c4f1-4f28-8dcd-e86e58914096), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:14.398942 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40a746-97a4-4ccb-8588-643c4744b020 req-e644a3aa-acc0-4745-9cde-bd1ebb107431 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:14.401205 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ce40a746-97a4-4ccb-8588-643c4744b020 req-e644a3aa-acc0-4745-9cde-bd1ebb107431 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.0620213 Jul 06 13:47:14.430411 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-d7ca8654-ba22-415d-8cae-277b17c16c6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc641a408c23442e8d5d89c672e00c7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183743 Jul 06 13:47:14.434262 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33082) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:14.436646 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca8654-ba22-415d-8cae-277b17c16c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d0879e-c4f1-4f28-8dcd-e86e58914096,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:14.456407 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fd7f796c-1581-4065-ad93-76c80ebc3a38 req-d02eac6b-3a6c-41d7-a286-71381f15f533 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821645 Jul 06 13:47:14.562990 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ce40a746-97a4-4ccb-8588-643c4744b020 req-45f9e509-abe4-4ad6-9b4b-88e01e1e1f05 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501288 Jul 06 13:47:14.571039 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab858-a2d2-425d-931e-09f4ce6bdb6d req-7c697a8e-bff7-4395-90ab-758e8a61b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:14.572489 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-60cab858-a2d2-425d-931e-09f4ce6bdb6d req-7c697a8e-bff7-4395-90ab-758e8a61b786 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1727f66e37f94cc6971b574c8635e078&device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 1127 time: 0.0897584 Jul 06 13:47:14.585638 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb263-139e-47f8-8ecd-9777d735f10d admin admin] Publish callbacks [] for security_group (09d0879e-c4f1-4f28-8dcd-e86e58914096), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:14.595884 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:14.610685 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb263-139e-47f8-8ecd-9777d735f10d admin admin] Publish callbacks [] for security_group (09d0879e-c4f1-4f28-8dcd-e86e58914096), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:14.645825 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:14.664273 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb263-139e-47f8-8ecd-9777d735f10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (09d0879e-c4f1-4f28-8dcd-e86e58914096), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:14.666833 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb263-139e-47f8-8ecd-9777d735f10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:14.667950 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-b9bfb263-139e-47f8-8ecd-9777d735f10d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09d0879e-c4f1-4f28-8dcd-e86e58914096 HTTP/1.1" status: 204 len: 168 time: 0.2325532 Jul 06 13:47:14.678382 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfb263-139e-47f8-8ecd-9777d735f10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d0879e-c4f1-4f28-8dcd-e86e58914096,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:14.834036 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:14.843902 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972580da-1e83-426b-8c80-00aa7f488a6b req-ab1f601e-c092-489e-8270-8a3debb69a49 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:14.845644 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-972580da-1e83-426b-8c80-00aa7f488a6b req-ab1f601e-c092-489e-8270-8a3debb69a49 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0542681 Jul 06 13:47:14.903759 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-972580da-1e83-426b-8c80-00aa7f488a6b req-92a6ac56-5fbf-4e76-acab-f50a991bad00 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496826 Jul 06 13:47:14.945347 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c3cde-0aab-44a8-b2d0-6b59569bba25 req-1580bce1-0625-4199-a931-e9f04ca9afa3 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:14.946874 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6b7c3cde-0aab-44a8-b2d0-6b59569bba25 req-1580bce1-0625-4199-a931-e9f04ca9afa3 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 945 time: 0.0586588 Jul 06 13:47:14.967523 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33096) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:14.981766 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-901314af-3f08-47ec-a6e5-5f77113df625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:14.997514 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6b7c3cde-0aab-44a8-b2d0-6b59569bba25 req-5b7544e2-69b0-424c-be2f-4928656d76a1 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451012 Jul 06 13:47:15.023571 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:UPDATE=1,neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:15.063467 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-901314af-3f08-47ec-a6e5-5f77113df625 admin admin] Publish callbacks [] for security_group (ac62a2ab-c2bc-4272-bc4d-daaa38a2f05c), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:15.067508 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-901314af-3f08-47ec-a6e5-5f77113df625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (ac62a2ab-c2bc-4272-bc4d-daaa38a2f05c), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:15.108211 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-901314af-3f08-47ec-a6e5-5f77113df625 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a1c0eb8675f468a9a06f4ea8969437c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393297 Jul 06 13:47:15.108927 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901314af-3f08-47ec-a6e5-5f77113df625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac62a2ab-c2bc-4272-bc4d-daaa38a2f05c,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:15.111328 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33102) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:15.163187 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0d78b1cb-8b36-4c01-9e52-f6ce219febbe admin admin] Publish callbacks [] for security_group (ac62a2ab-c2bc-4272-bc4d-daaa38a2f05c), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:15.184842 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0d78b1cb-8b36-4c01-9e52-f6ce219febbe admin admin] Publish callbacks [] for security_group (ac62a2ab-c2bc-4272-bc4d-daaa38a2f05c), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:15.259830 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0d78b1cb-8b36-4c01-9e52-f6ce219febbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (ac62a2ab-c2bc-4272-bc4d-daaa38a2f05c), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:15.262406 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0d78b1cb-8b36-4c01-9e52-f6ce219febbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:15.265865 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-0d78b1cb-8b36-4c01-9e52-f6ce219febbe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ac62a2ab-c2bc-4272-bc4d-daaa38a2f05c HTTP/1.1" status: 204 len: 168 time: 0.1517675 Jul 06 13:47:15.273564 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:15.305363 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78b1cb-8b36-4c01-9e52-f6ce219febbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac62a2ab-c2bc-4272-bc4d-daaa38a2f05c,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:15.428584 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab858-a2d2-425d-931e-09f4ce6bdb6d req-d033fff4-4bd1-48ee-ae90-1ddedf187df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:15.430138 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-60cab858-a2d2-425d-931e-09f4ce6bdb6d req-d033fff4-4bd1-48ee-ae90-1ddedf187df0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1727f66e37f94cc6971b574c8635e078&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2031412 Jul 06 13:47:15.590748 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dad85b-a987-4136-9a0a-b47c26437e3e req-f1987e60-5478-4512-b08a-35ac1c928e15 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:15.600079 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f4dad85b-a987-4136-9a0a-b47c26437e3e req-f1987e60-5478-4512-b08a-35ac1c928e15 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0645683 Jul 06 13:47:15.672863 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:15.695674 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33120) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:15.711360 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f4dad85b-a987-4136-9a0a-b47c26437e3e req-f957a0e6-9e73-42af-acc0-8a6971fae358 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092901 Jul 06 13:47:15.718875 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-98d4a161-d5fe-4943-8502-d05b487d81fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:15.843453 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-98d4a161-d5fe-4943-8502-d05b487d81fb admin admin] Publish callbacks [] for security_group (600b0874-9d61-4856-957d-18e7a6b28e5c), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:15.849867 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-98d4a161-d5fe-4943-8502-d05b487d81fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (600b0874-9d61-4856-957d-18e7a6b28e5c), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:15.902230 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4a161-d5fe-4943-8502-d05b487d81fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600b0874-9d61-4856-957d-18e7a6b28e5c,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:15.916442 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-98d4a161-d5fe-4943-8502-d05b487d81fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65cfa71f869e42f6b3430149f7264129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189112 Jul 06 13:47:15.919221 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33130) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:15.924244 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec016c-f20f-4137-b8ff-8e56165abf12 req-00e0e1fb-96cd-444a-ba59-b0b207a8cd54 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:15.928080 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cfec016c-f20f-4137-b8ff-8e56165abf12 req-00e0e1fb-96cd-444a-ba59-b0b207a8cd54 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.39 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.4290690 Jul 06 13:47:15.943716 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c174ac-a264-47ba-a335-290b93bd8b0d req-0e680f77-21d6-43fc-988a-7786d8fa318f tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:15.945292 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-27c174ac-a264-47ba-a335-290b93bd8b0d req-0e680f77-21d6-43fc-988a-7786d8fa318f tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 946 time: 0.2043684 Jul 06 13:47:16.014740 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8711f367-7146-4e37-af08-88bde2e8bcbe admin admin] Publish callbacks [] for security_group (600b0874-9d61-4856-957d-18e7a6b28e5c), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:16.069197 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8711f367-7146-4e37-af08-88bde2e8bcbe admin admin] Publish callbacks [] for security_group (600b0874-9d61-4856-957d-18e7a6b28e5c), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:16.096988 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bee8b8-af87-4704-a316-b835e176c9d3 req-60b30a9c-d422-44ae-865a-e3b067bdc8da tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:16.098539 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-07bee8b8-af87-4704-a316-b835e176c9d3 req-60b30a9c-d422-44ae-865a-e3b067bdc8da tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0726063 Jul 06 13:47:16.143590 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab858-a2d2-425d-931e-09f4ce6bdb6d req-5e226583-a211-4b79-a7e3-f7eea6724892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:16.146260 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-60cab858-a2d2-425d-931e-09f4ce6bdb6d req-5e226583-a211-4b79-a7e3-f7eea6724892 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6549034 Jul 06 13:47:16.158944 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-27c174ac-a264-47ba-a335-290b93bd8b0d req-f66c9cdf-20f0-4fcc-a6ce-777ed11ed032 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c74676-796f-4ca6-a195-cbb1e2e512de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038436 Jul 06 13:47:16.161055 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-07bee8b8-af87-4704-a316-b835e176c9d3 req-0add8ad1-6444-428b-8dbc-9b44f469fa3d tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540855 Jul 06 13:47:16.162505 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [req-cfec016c-f20f-4137-b8ff-8e56165abf12 req-cee1cea0-4e00-4a0d-bf5d-c8f616b9da62 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Deleting port 8a192dda-4324-4e22-921f-fbd7d7236d23 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:47:16.162868 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cfec016c-f20f-4137-b8ff-8e56165abf12 req-cee1cea0-4e00-4a0d-bf5d-c8f616b9da62 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:16.166191 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8711f367-7146-4e37-af08-88bde2e8bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (600b0874-9d61-4856-957d-18e7a6b28e5c), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:16.168838 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-8711f367-7146-4e37-af08-88bde2e8bcbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:16.170125 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-8711f367-7146-4e37-af08-88bde2e8bcbe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/600b0874-9d61-4856-957d-18e7a6b28e5c HTTP/1.1" status: 204 len: 168 time: 0.2499895 Jul 06 13:47:16.180510 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711f367-7146-4e37-af08-88bde2e8bcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600b0874-9d61-4856-957d-18e7a6b28e5c,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:16.312352 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2664e-b326-4f16-a551-67df8f022904 req-1c7f8a90-f241-4c66-99ad-4cab9f291eca tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:16.313873 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-57e2664e-b326-4f16-a551-67df8f022904 req-1c7f8a90-f241-4c66-99ad-4cab9f291eca tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 945 time: 0.0649552 Jul 06 13:47:16.347752 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-cfec016c-f20f-4137-b8ff-8e56165abf12 req-cee1cea0-4e00-4a0d-bf5d-c8f616b9da62 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] For port 8a192dda-4324-4e22-921f-fbd7d7236d23, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=8a192dda-4324-4e22-921f-fbd7d7236d23,segment=NetworkSegment(133e991b-bde6-4110-8978-46a56c0514f2),segment_id=133e991b-bde6-4110-8978-46a56c0514f2)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:16.348915 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cfec016c-f20f-4137-b8ff-8e56165abf12 req-cee1cea0-4e00-4a0d-bf5d-c8f616b9da62 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:16.381331 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [req-cfec016c-f20f-4137-b8ff-8e56165abf12 req-cee1cea0-4e00-4a0d-bf5d-c8f616b9da62 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Calling delete_port for 8a192dda-4324-4e22-921f-fbd7d7236d23 owned by compute:nova {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:47:16.413628 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-57e2664e-b326-4f16-a551-67df8f022904 req-18bb26b4-3735-4a52-9c33-cdfb636ddbc5 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920012 Jul 06 13:47:16.465286 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:16.561047 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cfec016c-f20f-4137-b8ff-8e56165abf12 req-cee1cea0-4e00-4a0d-bf5d-c8f616b9da62 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (8a192dda-4324-4e22-921f-fbd7d7236d23), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:16.587348 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1cea0-4e00-4a0d-bf5d-c8f616b9da62 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Pushing event deleted for resources: {'Port': ['ID=8a192dda-4324-4e22-921f-fbd7d7236d23,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:16.659658 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfec016c-f20f-4137-b8ff-8e56165abf12 req-cee1cea0-4e00-4a0d-bf5d-c8f616b9da62 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] No DVR routers for this DVR port 8a192dda-4324-4e22-921f-fbd7d7236d23 on host hv-cinder-81914 {{(pid=110606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:47:16.663638 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cfec016c-f20f-4137-b8ff-8e56165abf12 req-cee1cea0-4e00-4a0d-bf5d-c8f616b9da62 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:16.666895 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cfec016c-f20f-4137-b8ff-8e56165abf12 req-cee1cea0-4e00-4a0d-bf5d-c8f616b9da62 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.39 "DELETE /v2.0/ports/8a192dda-4324-4e22-921f-fbd7d7236d23 HTTP/1.1" status: 204 len: 173 time: 0.7204638 Jul 06 13:47:16.667339 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae', 'name': 'network-vif-deleted', 'tag': '8a192dda-4324-4e22-921f-fbd7d7236d23'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:47:16.669624 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d2cb9e-2ed7-4c4f-a138-89b757f20f43" -d '{"events": [{"server_uuid": "965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae", "name": "network-vif-deleted", "tag": "8a192dda-4324-4e22-921f-fbd7d7236d23"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:16.713149 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90fbc4c-cd8b-42ae-8469-430435400208 x-openstack-request-id: req-f90fbc4c-cd8b-42ae-8469-430435400208 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:16.713474 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae", "name": "network-vif-deleted", "tag": "8a192dda-4324-4e22-921f-fbd7d7236d23", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:16.713681 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f90fbc4c-cd8b-42ae-8469-430435400208 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:16.714078 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f90fbc4c-cd8b-42ae-8469-430435400208'] response: {'server_uuid': '965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae', 'name': 'network-vif-deleted', 'tag': '8a192dda-4324-4e22-921f-fbd7d7236d23', 'status': 'completed', 'code': 200} Jul 06 13:47:16.852214 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40170196-5c35-43db-a362-892e1984ba61 req-5b97e756-8eb9-4fab-ab1a-3bf8cec84e24 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:16.853871 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-40170196-5c35-43db-a362-892e1984ba61 req-5b97e756-8eb9-4fab-ab1a-3bf8cec84e24 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0538619 Jul 06 13:47:16.903559 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-40170196-5c35-43db-a362-892e1984ba61 req-4adf5e32-9762-48b9-8d9e-d1690080de60 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Jul 06 13:47:17.277688 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 8a192dda-4324-4e22-921f-fbd7d7236d23 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:17.324903 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 8a192dda-4324-4e22-921f-fbd7d7236d23 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:47:17.325510 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 8a192dda-4324-4e22-921f-fbd7d7236d23 not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:17.333291 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-30597c24-491e-4bfa-8ca1-743d639db169 req-ce061424-d1f6-47f2-984d-3ff2aeb8a675 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 210 time: 0.0732930 Jul 06 13:47:17.354330 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9f855-03d2-41da-a351-4acf45d6e3cb req-b9522a21-4195-488d-9dac-fc9a1d436123 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:17.355825 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4ab9f855-03d2-41da-a351-4acf45d6e3cb req-b9522a21-4195-488d-9dac-fc9a1d436123 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0683520 Jul 06 13:47:17.358014 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33182) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:17.384130 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:17.414953 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4ab9f855-03d2-41da-a351-4acf45d6e3cb req-f269b29a-9a29-4ec2-ba85-148ef51f330f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512724 Jul 06 13:47:17.537303 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:17.554938 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd658e-1198-4ffb-b6e6-efe54bc64de8 req-f8e6150f-c547-41b1-a4f5-7bab2c4a6d90 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:17.556438 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a8dd658e-1198-4ffb-b6e6-efe54bc64de8 req-f8e6150f-c547-41b1-a4f5-7bab2c4a6d90 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 945 time: 0.0608857 Jul 06 13:47:17.614279 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3fe4734f-75e4-482a-8cf3-e9301423bdec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:17.616377 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a8dd658e-1198-4ffb-b6e6-efe54bc64de8 req-ef5db841-143d-4c5a-8ac4-52eecf1ae399 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534539 Jul 06 13:47:17.695015 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3fe4734f-75e4-482a-8cf3-e9301423bdec admin admin] Publish callbacks [] for security_group (29eb9c00-f741-403f-bba5-45e80a1cff34), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:17.698685 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3fe4734f-75e4-482a-8cf3-e9301423bdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (29eb9c00-f741-403f-bba5-45e80a1cff34), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:17.739259 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-3fe4734f-75e4-482a-8cf3-e9301423bdec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=988aa0dc994f46278d89ce396678323f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3795514 Jul 06 13:47:17.740228 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4734f-75e4-482a-8cf3-e9301423bdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29eb9c00-f741-403f-bba5-45e80a1cff34,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:17.741880 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33198) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:17.793843 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-496cd041-2e4d-48c2-b7b5-777a9dc7620f admin admin] Publish callbacks [] for security_group (29eb9c00-f741-403f-bba5-45e80a1cff34), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:17.817878 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-496cd041-2e4d-48c2-b7b5-777a9dc7620f admin admin] Publish callbacks [] for security_group (29eb9c00-f741-403f-bba5-45e80a1cff34), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:17.872064 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-496cd041-2e4d-48c2-b7b5-777a9dc7620f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (29eb9c00-f741-403f-bba5-45e80a1cff34), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:17.874846 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-496cd041-2e4d-48c2-b7b5-777a9dc7620f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:17.875731 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-496cd041-2e4d-48c2-b7b5-777a9dc7620f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29eb9c00-f741-403f-bba5-45e80a1cff34 HTTP/1.1" status: 204 len: 168 time: 0.1328890 Jul 06 13:47:17.884689 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cd041-2e4d-48c2-b7b5-777a9dc7620f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eb9c00-f741-403f-bba5-45e80a1cff34,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:18.101268 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b1046-7eed-468a-b87a-628738e5325a req-7a6385e1-0e7d-4039-8ff2-85b40a6d72d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:18.103167 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-7a6385e1-0e7d-4039-8ff2-85b40a6d72d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1727f66e37f94cc6971b574c8635e078&device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 1127 time: 0.1246846 Jul 06 13:47:18.111429 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d06385-d136-4ce1-943e-ba5f4f5c612c req-72928489-3043-4093-b3b2-46d84b0ac653 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:18.124425 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-98d06385-d136-4ce1-943e-ba5f4f5c612c req-72928489-3043-4093-b3b2-46d84b0ac653 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.1247299 Jul 06 13:47:18.156971 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a236e-9ef4-41fd-bc5f-1f2893ba8460 req-0db03e5b-e10b-45d3-b488-f0bfc2759961 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:18.158524 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6b4a236e-9ef4-41fd-bc5f-1f2893ba8460 req-0db03e5b-e10b-45d3-b488-f0bfc2759961 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.39 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 945 time: 0.1430068 Jul 06 13:47:18.196684 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-9350e47c-15e7-4275-a7ee-521146f00dad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0490198-5029-4543-9a66-8d41adcd3783 HTTP/1.1" status: 200 len: 217 time: 0.0623200 Jul 06 13:47:18.313312 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-98d06385-d136-4ce1-943e-ba5f4f5c612c req-63ba4294-d09e-4be8-9a10-36449c1dfde9 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867313 Jul 06 13:47:18.337032 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:18.353573 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b1046-7eed-468a-b87a-628738e5325a req-433eae9a-e517-4c22-87e6-254ba1e3eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:18.354946 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-433eae9a-e517-4c22-87e6-254ba1e3eb36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b84ce7fb-5540-4656-af27-af9dc1ed2547 HTTP/1.1" status: 200 len: 847 time: 0.1314116 Jul 06 13:47:18.363692 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [req-6b4a236e-9ef4-41fd-bc5f-1f2893ba8460 req-5dd0721c-823b-4669-90df-7c2880ae8fb7 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Deleting port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:47:18.364230 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-6b4a236e-9ef4-41fd-bc5f-1f2893ba8460 req-5dd0721c-823b-4669-90df-7c2880ae8fb7 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:18.474843 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-6b4a236e-9ef4-41fd-bc5f-1f2893ba8460 req-5dd0721c-823b-4669-90df-7c2880ae8fb7 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] For port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b189fe2-44ff-40f9-b88f-0090e1f1bcdc,segment=NetworkSegment(ba96df5a-424b-4085-9fe7-b53c987bfafc),segment_id=ba96df5a-424b-4085-9fe7-b53c987bfafc)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:18.475471 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-6b4a236e-9ef4-41fd-bc5f-1f2893ba8460 req-5dd0721c-823b-4669-90df-7c2880ae8fb7 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:18.492426 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-00c5e35d-aaf1-4b94-9b94-4c71debd5808 req-613e9fa0-f068-48b8-85cf-463fe8d41405 tempest-DeleteServersTestJSON-1274250159 tempest-DeleteServersTestJSON-1274250159-project] 10.222.0.20 "GET /v2.0/ports?device_id=965c7a0f-fa3f-4f5c-92bf-94d8b646a9ae HTTP/1.1" status: 200 len: 210 time: 0.0474901 Jul 06 13:47:18.492940 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [req-6b4a236e-9ef4-41fd-bc5f-1f2893ba8460 req-5dd0721c-823b-4669-90df-7c2880ae8fb7 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Calling delete_port for 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc owned by compute:nova {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:47:18.608632 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10df9f-3a19-425b-b272-9d9de6007c16 req-b3938e07-ae8d-416c-8620-0a962fa29468 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:18.610104 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1c10df9f-3a19-425b-b272-9d9de6007c16 req-b3938e07-ae8d-416c-8620-0a962fa29468 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0748110 Jul 06 13:47:18.684511 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b1046-7eed-468a-b87a-628738e5325a req-5fe8d15b-dd40-411f-bb7d-cbc2bd91299a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:18.686057 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-5fe8d15b-dd40-411f-bb7d-cbc2bd91299a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dec9879c-fd48-42c4-9888-128aec6a9b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750098 Jul 06 13:47:18.713541 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33256) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:18.765186 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:18.769564 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1c10df9f-3a19-425b-b272-9d9de6007c16 req-136d01b5-bc1c-48af-b62c-6255dc870ef9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483448 Jul 06 13:47:18.792057 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33260) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:18.825056 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c233c-6574-4672-b20b-d5ef89f1e5e5 req-bfedf26a-555d-4fb6-b6bb-6a0f4e37e9b1 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:18.833476 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-971c233c-6574-4672-b20b-d5ef89f1e5e5 req-bfedf26a-555d-4fb6-b6bb-6a0f4e37e9b1 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 945 time: 0.0770087 Jul 06 13:47:18.853538 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-6b4a236e-9ef4-41fd-bc5f-1f2893ba8460 req-5dd0721c-823b-4669-90df-7c2880ae8fb7 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (1b189fe2-44ff-40f9-b88f-0090e1f1bcdc), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:18.877307 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-46521912-network', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:18.903172 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['1b189fe2-44ff-40f9-b88f-0090e1f1bcdc'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:18.910498 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0721c-823b-4669-90df-7c2880ae8fb7 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Pushing event deleted for resources: {'Port': ['ID=1b189fe2-44ff-40f9-b88f-0090e1f1bcdc,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:18.911633 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=76,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:18.919358 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-971c233c-6574-4672-b20b-d5ef89f1e5e5 req-783d90f3-bbcf-4e14-b441-eec902b91996 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831683 Jul 06 13:47:18.940145 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3dec4cc5-4df5-4dc6-b2e3-32921dddf89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:18.940667 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Made reservation on behalf of 3ffa9da064c64346b5f227c28a89ea81 for: {'network': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:18.945200 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:18.955393 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:18.971711 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-0620a9a3-1f43-4d3f-a636-d18c37e89137 service neutron] 10.222.0.39 "GET /v2.0/networks/dec9879c-fd48-42c4-9888-128aec6a9b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723444 Jul 06 13:47:18.990526 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:19.024632 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4a236e-9ef4-41fd-bc5f-1f2893ba8460 req-5dd0721c-823b-4669-90df-7c2880ae8fb7 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] No DVR routers for this DVR port 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc on host hv-cinder-81914 {{(pid=110606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:47:19.031467 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-6b4a236e-9ef4-41fd-bc5f-1f2893ba8460 req-5dd0721c-823b-4669-90df-7c2880ae8fb7 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.034775 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6b4a236e-9ef4-41fd-bc5f-1f2893ba8460 req-5dd0721c-823b-4669-90df-7c2880ae8fb7 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.39 "DELETE /v2.0/ports/1b189fe2-44ff-40f9-b88f-0090e1f1bcdc HTTP/1.1" status: 204 len: 173 time: 0.8478622 Jul 06 13:47:19.036068 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2523f283-429c-4368-afcb-3b90612bda32', 'name': 'network-vif-deleted', 'tag': '1b189fe2-44ff-40f9-b88f-0090e1f1bcdc'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:47:19.038233 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978c64c8-bede-4db8-9e15-c5e35bd44c8b" -d '{"events": [{"server_uuid": "2523f283-429c-4368-afcb-3b90612bda32", "name": "network-vif-deleted", "tag": "1b189fe2-44ff-40f9-b88f-0090e1f1bcdc"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:19.038624 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Publish callbacks [] for security_group (02995de2-8bf9-4326-bec6-41bf0de925d5), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.043222 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (02995de2-8bf9-4326-bec6-41bf0de925d5), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.074104 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=110605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:47:19.081025 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02995de2-8bf9-4326-bec6-41bf0de925d5,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:19.087342 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (b49d341b-4954-4cac-851e-d0c67f0010a3), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.087792 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.segments_db [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Added segment b49d341b-4954-4cac-851e-d0c67f0010a3 of type vlan for network 0f788e92-d88f-409a-8e81-b02e1ed607f4 Jul 06 13:47:19.099738 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95920dc-3377-49ec-82da-39b5342e7fd7 x-openstack-request-id: req-f95920dc-3377-49ec-82da-39b5342e7fd7 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:19.100085 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2523f283-429c-4368-afcb-3b90612bda32", "name": "network-vif-deleted", "tag": "1b189fe2-44ff-40f9-b88f-0090e1f1bcdc", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:19.100263 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f95920dc-3377-49ec-82da-39b5342e7fd7 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:19.100927 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f95920dc-3377-49ec-82da-39b5342e7fd7'] response: {'server_uuid': '2523f283-429c-4368-afcb-3b90612bda32', 'name': 'network-vif-deleted', 'tag': '1b189fe2-44ff-40f9-b88f-0090e1f1bcdc', 'status': 'completed', 'code': 200} Jul 06 13:47:19.133308 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (0f788e92-d88f-409a-8e81-b02e1ed607f4), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.157310 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a42b1046-7eed-468a-b87a-628738e5325a req-eea048d0-1a43-4e1c-8cab-d3ad3ba5f8f9 service neutron] 10.222.0.39 "GET /v2.0/networks/dec9879c-fd48-42c4-9888-128aec6a9b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765420 Jul 06 13:47:19.159094 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (0f788e92-d88f-409a-8e81-b02e1ed607f4), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.160108 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:19.161288 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.177294 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3dec4cc5-4df5-4dc6-b2e3-32921dddf89a admin admin] Publish callbacks [] for security_group (4fc4f565-127a-4922-908b-b8dc5b080b84), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.181738 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3dec4cc5-4df5-4dc6-b2e3-32921dddf89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (4fc4f565-127a-4922-908b-b8dc5b080b84), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.204444 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:19.205825 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4909792 Jul 06 13:47:19.221560 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33266) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:19.235706 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f48225-d99a-4073-800d-0721908e747d admin admin] Pushing event updated for resources: {'Network': ['ID=0f788e92-d88f-409a-8e81-b02e1ed607f4,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:19.246736 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-f8b4ab3f-c30d-4004-adf5-0996cc28f065 admin admin] Request body: {'subnet': {'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-46521912-subnet', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'ip_version': 4}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:19.248371 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network 0f788e92-d88f-409a-8e81-b02e1ed607f4 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:47:19.259421 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec4cc5-4df5-4dc6-b2e3-32921dddf89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc4f565-127a-4922-908b-b8dc5b080b84,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:19.267451 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-3dec4cc5-4df5-4dc6-b2e3-32921dddf89a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36d69e9074de4434af0946d86c2f809d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4553535 Jul 06 13:47:19.268049 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33268) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:19.279707 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b4ab3f-c30d-4004-adf5-0996cc28f065 admin admin] Made reservation on behalf of 3ffa9da064c64346b5f227c28a89ea81 for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:19.282420 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ab3f-c30d-4004-adf5-0996cc28f065 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30212971'] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.282927 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:19.338827 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-77cc60a9-836f-4e0a-a168-46c2fc9ff76f admin admin] Publish callbacks [] for security_group (4fc4f565-127a-4922-908b-b8dc5b080b84), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.363800 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-77cc60a9-836f-4e0a-a168-46c2fc9ff76f admin admin] Publish callbacks [] for security_group (4fc4f565-127a-4922-908b-b8dc5b080b84), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.396037 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:19.421413 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-77cc60a9-836f-4e0a-a168-46c2fc9ff76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (4fc4f565-127a-4922-908b-b8dc5b080b84), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.424280 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-77cc60a9-836f-4e0a-a168-46c2fc9ff76f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.425529 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-77cc60a9-836f-4e0a-a168-46c2fc9ff76f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fc4f565-127a-4922-908b-b8dc5b080b84 HTTP/1.1" status: 204 len: 168 time: 0.1563764 Jul 06 13:47:19.434802 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc60a9-836f-4e0a-a168-46c2fc9ff76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc4f565-127a-4922-908b-b8dc5b080b84,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:19.490215 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ab3f-c30d-4004-adf5-0996cc28f065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31420761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30215553'] for subnet (daf2852e-982c-49d4-b0f9-eb3bb3153a0b), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.547587 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4ab3f-c30d-4004-adf5-0996cc28f065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf2852e-982c-49d4-b0f9-eb3bb3153a0b,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:19.565619 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4ab3f-c30d-4004-adf5-0996cc28f065 admin admin] Checking segment: {'id': 'b49d341b-4954-4cac-851e-d0c67f0010a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:47:19.566046 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b4ab3f-c30d-4004-adf5-0996cc28f065 admin admin] Network hostable DHCP agents. Network: 0f788e92-d88f-409a-8e81-b02e1ed607f4, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:47:19.594458 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b4ab3f-c30d-4004-adf5-0996cc28f065 admin admin] Network 0f788e92-d88f-409a-8e81-b02e1ed607f4 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:47:19.611909 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-f8b4ab3f-c30d-4004-adf5-0996cc28f065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, 0f788e92-d88f-409a-8e81-b02e1ed607f4) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:19.618614 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b4ab3f-c30d-4004-adf5-0996cc28f065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:19.619276 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f8b4ab3f-c30d-4004-adf5-0996cc28f065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.623941 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362504bd-b9d4-47ec-8c1e-018ff78c6b58 None None] Network 0f788e92-d88f-409a-8e81-b02e1ed607f4 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:47:19.624340 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a05f11-baf3-47dd-bce7-c3c61747a299 req-0d06610f-d51b-41b6-a789-ce1b9a969346 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:19.626618 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a4a05f11-baf3-47dd-bce7-c3c61747a299 req-0d06610f-d51b-41b6-a789-ce1b9a969346 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0670838 Jul 06 13:47:19.663146 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-f8b4ab3f-c30d-4004-adf5-0996cc28f065 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4404593 Jul 06 13:47:19.665787 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33282) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:19.670992 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:19.709840 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33251765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57498'] for router (4ee7a965-d654-45b5-a2bc-483098ad1cc3), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.709840 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33254801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33246609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33035984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57571'] for router (4ee7a965-d654-45b5-a2bc-483098ad1cc3), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.730166 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a4a05f11-baf3-47dd-bce7-c3c61747a299 req-714bdc3b-d095-4080-928e-d0b8a4a2d95b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954697 Jul 06 13:47:19.738211 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:19.785851 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f19f5d3-7a63-5a6d-b78e-c7b041faa969-0f788e92-d88f-409a-8e81-b02e1ed607f4', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'fixed_ips': [{'subnet_id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b'}]}} from dv-cinder-819149-8-iscsi. {{(pid=110607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 13:47:19.790465 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.799637 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Publish callbacks [] for router_controller (4ee7a965-d654-45b5-a2bc-483098ad1cc3), precommit_add_association {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:19.899619 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33292) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:19.923546 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9351e-8766-4b60-a973-3fc38b36fe7d req-628a0ffd-9516-4802-84dc-72a4cc6ac791 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:19.925341 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-dfa9351e-8766-4b60-a973-3fc38b36fe7d req-628a0ffd-9516-4802-84dc-72a4cc6ac791 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0628469 Jul 06 13:47:19.992456 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-dfa9351e-8766-4b60-a973-3fc38b36fe7d req-d35d0b60-fbfb-4a2f-b57c-0462d21bff5e tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593464 Jul 06 13:47:20.025518 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.db_base_plugin_common [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Allocated IP 172.20.0.2 (0f788e92-d88f-409a-8e81-b02e1ed607f4/daf2852e-982c-49d4-b0f9-eb3bb3153a0b/4f907630-e5f7-4f58-8fb8-2fd7b5faff06) {{(pid=110607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:47:20.187639 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Publish callbacks [] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), precommit_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.192509 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.194787 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.237850 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Network 0f788e92-d88f-409a-8e81-b02e1ed607f4 is already hosted by enough agents. {{(pid=110607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:20.243036 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.base_scheduler [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Resources bound (agent type, host, resource id): {{(pid=110607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:20.246712 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Received port after_create {{(pid=110607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:47:20.249914 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Pushing event updated for resources: {'Port': ['ID=4f907630-e5f7-4f58-8fb8-2fd7b5faff06,revision_number=1']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:20.262224 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.262562 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.263025 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.263291 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.263614 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.263933 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.264294 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.264442 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Publish callbacks [] for router_gateway (4ee7a965-d654-45b5-a2bc-483098ad1cc3), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.264610 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.264923 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.265260 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.265574 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.265889 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.266199 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.266513 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.266869 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.268683 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f18afaa7-eee6-407a-b660-6c62ed680423 req-7b40bb3c-5a47-459c-ad43-605e083704f1 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0806863 Jul 06 13:47:20.334087 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Attempting to bind port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:47:20.334488 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Attempting to bind port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': 'b49d341b-4954-4cac-851e-d0c67f0010a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:47:20.334853 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Attempting to bind port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 on network 0f788e92-d88f-409a-8e81-b02e1ed607f4 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:47:20.340025 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:47:20.340370 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ca8ac3e7-13c7-4c6d-b63a-ed88c713107b req-6524bb81-2d51-41b1-b034-b7a0ab7305ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0890248 Jul 06 13:47:20.340488 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Checking segment: {'id': 'b49d341b-4954-4cac-851e-d0c67f0010a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:47:20.340794 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.341217 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Bound using segment: {'id': 'b49d341b-4954-4cac-851e-d0c67f0010a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:47:20.341700 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Bound port: 4f907630-e5f7-4f58-8fb8-2fd7b5faff06, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49d341b-4954-4cac-851e-d0c67f0010a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:47:20.342094 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.345024 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:20.412432 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] For port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:20.415999 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] For port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=4f907630-e5f7-4f58-8fb8-2fd7b5faff06,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:20.422363 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.484190 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b990666-29fc-4ba8-acd1-fe27de9d3097 None None] Pushing event updated for resources: {'Port': ['ID=4f907630-e5f7-4f58-8fb8-2fd7b5faff06,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:20.500124 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Publish callbacks [] for security_group (2dd22ddf-5ae0-46af-ac59-333b1cdf07dd), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.523647 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2dd22ddf-5ae0-46af-ac59-333b1cdf07dd), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.534655 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:20.582488 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Publish callbacks [] for router_gateway (4ee7a965-d654-45b5-a2bc-483098ad1cc3), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.586662 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9d6cc98e9115430f94da07fc567a48e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6860323 Jul 06 13:47:20.588803 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd22ddf-5ae0-46af-ac59-333b1cdf07dd,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:20.589370 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33298) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:20.612707 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.616691 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.617282 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.617804 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.618292 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.618774 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.619259 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.619744 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.620230 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.620715 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.621210 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.621696 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.622194 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.622523 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.622843 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.623321 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3beb27-5a77-400b-8094-efb4e100b43f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.683217 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Publish callbacks [] for security_group (2dd22ddf-5ae0-46af-ac59-333b1cdf07dd), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.723118 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Publish callbacks [] for security_group (2dd22ddf-5ae0-46af-ac59-333b1cdf07dd), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.787485 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2dd22ddf-5ae0-46af-ac59-333b1cdf07dd), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.790263 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.793734 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dd22ddf-5ae0-46af-ac59-333b1cdf07dd HTTP/1.1" status: 204 len: 168 time: 0.2009306 Jul 06 13:47:20.805134 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd22ddf-5ae0-46af-ac59-333b1cdf07dd,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:20.812582 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Allocated IP 172.27.3.146 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/38e4db42-db7d-4120-9ff2-ce3f915626cd) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:47:20.853373 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e5011-0e56-46f7-b086-5966503f0249 req-5c58f9d1-d8c9-4805-9f74-81e9d6342d86 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:20.855376 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-974e5011-0e56-46f7-b086-5966503f0249 req-5c58f9d1-d8c9-4805-9f74-81e9d6342d86 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0523920 Jul 06 13:47:20.862122 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.862664 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.863154 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.864183 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.864777 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.865357 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.865852 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.866321 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.866792 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.867294 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.867861 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.868333 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.868801 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.869302 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.869629 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258e4cb-3e1f-499b-ac91-640bb993fda9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:20.919762 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:INSERT=3,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:20.930643 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-974e5011-0e56-46f7-b086-5966503f0249 req-bdccb63d-6e99-4155-9663-24c3f79521a3 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553589 Jul 06 13:47:20.938231 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Publish callbacks [] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:20.967484 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:20.984359 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:21.030505 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:21.034025 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:21.039463 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:47:21.042756 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Pushing event updated for resources: {'Port': ['ID=38e4db42-db7d-4120-9ff2-ce3f915626cd,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:21.070536 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:21.167455 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:21.168096 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:21.168575 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33314) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:21.265029 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4890439-5b27-427f-bd82-7216a3633ae2 req-e83f044d-8ed6-4eeb-9107-82a4936d7121 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:21.266204 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:21.266600 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:21.274431 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e4890439-5b27-427f-bd82-7216a3633ae2 req-e83f044d-8ed6-4eeb-9107-82a4936d7121 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0778601 Jul 06 13:47:21.314837 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:21.318849 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:21.374066 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:47:21.375070 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 1b189fe2-44ff-40f9-b88f-0090e1f1bcdc not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:21.390826 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=4f907630-e5f7-4f58-8fb8-2fd7b5faff06,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:21.400671 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:21.405588 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e4890439-5b27-427f-bd82-7216a3633ae2 req-531d8c21-d985-4265-ac53-be6054c16cc8 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302304 Jul 06 13:47:21.487527 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=4f907630-e5f7-4f58-8fb8-2fd7b5faff06,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:21.510028 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5a49ed98-1c7a-4d8e-b289-0a1f9d4c8ef6 req-242826a6-c4b6-4906-991b-62c96ccdc61a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=2523f283-429c-4368-afcb-3b90612bda32 HTTP/1.1" status: 200 len: 210 time: 0.0354829 Jul 06 13:47:21.550304 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Publish callbacks [] for router_gateway (4ee7a965-d654-45b5-a2bc-483098ad1cc3), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:21.744607 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc175ef-43d7-40b7-a1fb-f055cc451d90 None None] Network 0f788e92-d88f-409a-8e81-b02e1ed607f4 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:47:21.774905 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4313c4ea-b1da-4dc7-8c53-4557d23fb1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33259198'] for router_interface (b9aa66aa-292d-488b-9a69-19906ba44fb2), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:21.789366 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:21.793038 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33254792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33246717'] for router (4ee7a965-d654-45b5-a2bc-483098ad1cc3), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:21.846159 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-28cb92da-b4b8-4481-b5ff-d33174266a65 None None] Provisioning complete for port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:21.846672 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-28cb92da-b4b8-4481-b5ff-d33174266a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:21.911829 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ac3e7-13c7-4c6d-b63a-ed88c713107b req-f9061093-2751-49a7-983a-45faad2975e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:21.913368 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ca8ac3e7-13c7-4c6d-b63a-ed88c713107b req-f9061093-2751-49a7-983a-45faad2975e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 1129 time: 0.0562563 Jul 06 13:47:21.962186 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33334) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:22.080816 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-28cb92da-b4b8-4481-b5ff-d33174266a65 None None] Current status of the port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:22.142109 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1943811296-network', 'tenant_id': 'a9a20fc57e104d31b0b0c93fce8ccb32'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:22.172604 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:22.181648 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Made reservation on behalf of a9a20fc57e104d31b0b0c93fce8ccb32 for: {'network': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:22.183964 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:22.199520 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab41db-c3cf-4527-b04f-4fa0f936578d req-d3a1e3b1-8fb9-42c2-ad5b-8f1efd85c41e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:22.201041 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-09ab41db-c3cf-4527-b04f-4fa0f936578d req-d3a1e3b1-8fb9-42c2-ad5b-8f1efd85c41e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.1256881 Jul 06 13:47:22.202250 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-4313c4ea-b1da-4dc7-8c53-4557d23fb1a1 admin admin] Deleting port 82686df8-c8a3-485a-ba76-2055da5dc790 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:47:22.202660 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4313c4ea-b1da-4dc7-8c53-4557d23fb1a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:22.216133 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:22.219745 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:22.229229 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ac3e7-13c7-4c6d-b63a-ed88c713107b req-aa6b414a-2b51-413d-af42-3c35c9a514bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:22.230756 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ca8ac3e7-13c7-4c6d-b63a-ed88c713107b req-aa6b414a-2b51-413d-af42-3c35c9a514bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.2694263 Jul 06 13:47:22.290944 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-4313c4ea-b1da-4dc7-8c53-4557d23fb1a1 admin admin] For port 82686df8-c8a3-485a-ba76-2055da5dc790, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=82686df8-c8a3-485a-ba76-2055da5dc790,segment=NetworkSegment(133e991b-bde6-4110-8978-46a56c0514f2),segment_id=133e991b-bde6-4110-8978-46a56c0514f2)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:22.291225 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4313c4ea-b1da-4dc7-8c53-4557d23fb1a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:22.296717 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ca8ac3e7-13c7-4c6d-b63a-ed88c713107b req-095cb3d0-772e-4fe1-95eb-f07ac48ac3c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a503503-bc5a-427b-9188-0939c526e5da HTTP/1.1" status: 200 len: 217 time: 0.0581830 Jul 06 13:47:22.304628 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 is scheduled to L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 with binding_index 1 {{(pid=110606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 13:47:22.312873 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-4313c4ea-b1da-4dc7-8c53-4557d23fb1a1 admin admin] Calling delete_port for 82686df8-c8a3-485a-ba76-2055da5dc790 owned by network:router_interface {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:47:22.314744 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-50a79726-3e76-4551-b39d-23494730d4ad None None] Provisioning complete for port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:22.315274 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-50a79726-3e76-4551-b39d-23494730d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:22.389224 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-09ab41db-c3cf-4527-b04f-4fa0f936578d req-4286ed88-e6e4-4d67-a2f8-5c3aaa485de9 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756065 Jul 06 13:47:22.389463 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-50a79726-3e76-4551-b39d-23494730d4ad None None] Current status of the port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:22.434675 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ac3e7-13c7-4c6d-b63a-ed88c713107b req-bd979b84-5e3c-4a4e-9d34-8e007f888fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:22.436127 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ca8ac3e7-13c7-4c6d-b63a-ed88c713107b req-bd979b84-5e3c-4a4e-9d34-8e007f888fb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.1271708 Jul 06 13:47:22.469841 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:22.557650 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ac3e7-13c7-4c6d-b63a-ed88c713107b req-cc9be983-0034-44f6-bd4f-5429e8bf2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:22.559164 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ca8ac3e7-13c7-4c6d-b63a-ed88c713107b req-cc9be983-0034-44f6-bd4f-5429e8bf2cf3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1091304 Jul 06 13:47:22.560404 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef8092-5062-412b-86ce-c0b28d60fa93 req-4521ac8c-e257-4a28-b4ec-0632a258e97e tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:22.561891 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-27ef8092-5062-412b-86ce-c0b28d60fa93 req-4521ac8c-e257-4a28-b4ec-0632a258e97e tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0692723 Jul 06 13:47:22.574525 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Publish callbacks [] for security_group (a8cf30b0-e4c8-4573-af8a-5a6dbea59f92), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:22.594476 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (a8cf30b0-e4c8-4573-af8a-5a6dbea59f92), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:22.605594 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:47:22.607370 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4313c4ea-b1da-4dc7-8c53-4557d23fb1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (82686df8-c8a3-485a-ba76-2055da5dc790), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:22.618952 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Sync routers for ids ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:47:22.631100 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Routers {'4ee7a965-d654-45b5-a2bc-483098ad1cc3'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:22.632506 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:47:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:22.641551 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313c4ea-b1da-4dc7-8c53-4557d23fb1a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=82686df8-c8a3-485a-ba76-2055da5dc790,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:22.728252 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-27ef8092-5062-412b-86ce-c0b28d60fa93 req-3166e359-9f5f-4b7e-9718-ac0601200999 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527193 Jul 06 13:47:22.731153 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ca8ac3e7-13c7-4c6d-b63a-ed88c713107b req-5a82680a-da15-41cb-8f64-7652d0cff16c service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576767 Jul 06 13:47:22.778344 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:22.779759 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-08ef33c8-70e5-4f4d-bec4-0da97a35a763 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1125867 Jul 06 13:47:22.801759 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33358) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:22.834035 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Set router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:22.852382 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:22.858115 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=110606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:47:22.864043 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4313c4ea-b1da-4dc7-8c53-4557d23fb1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257486'] for router_interface (b9aa66aa-292d-488b-9a69-19906ba44fb2), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:22.930570 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf30b0-e4c8-4573-af8a-5a6dbea59f92,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:22.942470 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (1db45fc7-5b1a-4b12-9474-be3cb80c7417), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:22.942903 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.segments_db [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Added segment 1db45fc7-5b1a-4b12-9474-be3cb80c7417 of type vlan for network 3d53ee9f-7719-4b2b-9879-1e579fb7ad4a Jul 06 13:47:23.001669 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:23.069149 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:47:21Z', 'revision_number': 3, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port': {'id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:65:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:20Z', 'updated_at': '2022-07-06T13:47:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:23.099539 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:23.105659 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Checking router: 4ee7a965-d654-45b5-a2bc-483098ad1cc3 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:47:23.106381 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Updating router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 port 38e4db42-db7d-4120-9ff2-ce3f915626cd binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:47:23.140190 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.153402 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:23.159156 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:23.159826 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.246582 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:23.277381 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e0490198-5029-4543-9a66-8d41adcd3783 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:47:23.355569 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ca8ac3e7-13c7-4c6d-b63a-ed88c713107b req-72765fac-846e-4cc6-8c8a-109456f85806 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022789 Jul 06 13:47:23.471648 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port e0490198-5029-4543-9a66-8d41adcd3783, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e0490198-5029-4543-9a66-8d41adcd3783,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:23.480688 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (3d53ee9f-7719-4b2b-9879-1e579fb7ad4a), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.490257 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4313c4ea-b1da-4dc7-8c53-4557d23fb1a1 admin admin] Router b9aa66aa-292d-488b-9a69-19906ba44fb2 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:47:23.492348 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': 'e0490198-5029-4543-9a66-8d41adcd3783', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'port_id': 'e0490198-5029-4543-9a66-8d41adcd3783', 'mac_address': 'fa:16:3e:bb:a9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:47:23.536608 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port e0490198-5029-4543-9a66-8d41adcd3783 is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:23.537799 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e0490198-5029-4543-9a66-8d41adcd3783), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.546792 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Publish callbacks [] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.553587 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.556120 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:23.556265 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0490198-5029-4543-9a66-8d41adcd3783 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:47:23.580817 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port e0490198-5029-4543-9a66-8d41adcd3783, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e0490198-5029-4543-9a66-8d41adcd3783,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:23.587647 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e0490198-5029-4543-9a66-8d41adcd3783), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.592501 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72492494-ce57-4b75-ace0-36f457b25968 req-6ada9fde-822f-4768-8cbd-dfd6134728e3 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:23.594119 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-6ada9fde-822f-4768-8cbd-dfd6134728e3 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/networks?id=60bcc6e5-2a3e-4466-af92-959bc56def11 HTTP/1.1" status: 200 len: 809 time: 0.7860591 Jul 06 13:47:23.621525 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-c377f0ec-acf7-4550-9b19-ee7cafabceed tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/quotas/2f9f86fa910c4054b31927ba26ea96b9 HTTP/1.1" status: 200 len: 375 time: 0.0176902 Jul 06 13:47:23.627062 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (3d53ee9f-7719-4b2b-9879-1e579fb7ad4a), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.628225 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:23.629538 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.638866 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Attempting to bind port 38e4db42-db7d-4120-9ff2-ce3f915626cd on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:47:23.639405 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Attempting to bind port 38e4db42-db7d-4120-9ff2-ce3f915626cd by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:47:23.639656 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Attempting to bind port 38e4db42-db7d-4120-9ff2-ce3f915626cd on network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:47:23.648645 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23099d-4147-4a37-81f9-c84bdda3a570 None None] Pushing event updated for resources: {'Port': ['ID=38e4db42-db7d-4120-9ff2-ce3f915626cd,revision_number=2']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:23.651766 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:47:23.652159 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Checking segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:47:23.652615 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.653346 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Bound using segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:47:23.653820 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Bound port: 38e4db42-db7d-4120-9ff2-ce3f915626cd, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:47:23.654258 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.655162 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f993e41-b1d8-42cb-aa02-c36b39c732cc req-e571510b-315c-4c9d-a73e-6caf88e9616e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:23.657812 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0f993e41-b1d8-42cb-aa02-c36b39c732cc req-e571510b-315c-4c9d-a73e-6caf88e9616e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0997925 Jul 06 13:47:23.659659 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4313c4ea-b1da-4dc7-8c53-4557d23fb1a1 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:47:23.666882 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-4313c4ea-b1da-4dc7-8c53-4557d23fb1a1 admin admin] 10.222.0.20 "PUT /v2.0/routers/b9aa66aa-292d-488b-9a69-19906ba44fb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4971421 Jul 06 13:47:23.673218 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac3a90-7c26-4ae8-8e11-3e9c43b01d19 None None] Sync routers for ids ['b9aa66aa-292d-488b-9a69-19906ba44fb2'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:47:23.675004 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33362) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:23.681704 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-978f9645-bcd5-4f53-9928-d4701b785849 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2f9f86fa910c4054b31927ba26ea96b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466356 Jul 06 13:47:23.716304 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=e0490198-5029-4543-9a66-8d41adcd3783,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:23.722877 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac3a90-7c26-4ae8-8e11-3e9c43b01d19 None None] Routers {'b9aa66aa-292d-488b-9a69-19906ba44fb2'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:23.724023 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-dcac3a90-7c26-4ae8-8e11-3e9c43b01d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:47:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b9aa66aa-292d-488b-9a69-19906ba44fb2'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:23.725948 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:23.740033 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] For port 38e4db42-db7d-4120-9ff2-ce3f915626cd, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:23.745057 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] For port 38e4db42-db7d-4120-9ff2-ce3f915626cd, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=38e4db42-db7d-4120-9ff2-ce3f915626cd,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:23.756923 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7935596 Jul 06 13:47:23.760019 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33366) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:23.762038 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.765425 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-bd907aa8-2919-4244-98e6-13f1f3ad0514 admin admin] Request body: {'subnet': {'network_id': '3d53ee9f-7719-4b2b-9879-1e579fb7ad4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1943811296-subnet', 'tenant_id': 'a9a20fc57e104d31b0b0c93fce8ccb32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:23.829613 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0f993e41-b1d8-42cb-aa02-c36b39c732cc req-4c2f1ec5-4613-4ec7-8dee-2aceaff25b49 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613638 Jul 06 13:47:23.853386 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Routers {'4ee7a965-d654-45b5-a2bc-483098ad1cc3'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:23.854032 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:47:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:23.873299 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-dcac3a90-7c26-4ae8-8e11-3e9c43b01d19 None None] Set router b9aa66aa-292d-488b-9a69-19906ba44fb2 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:23.883993 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c8295-92c1-406f-a973-73e1814e27b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3d53ee9f-7719-4b2b-9879-1e579fb7ad4a,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:23.884950 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd907aa8-2919-4244-98e6-13f1f3ad0514 admin admin] Made reservation on behalf of a9a20fc57e104d31b0b0c93fce8ccb32 for: {'subnet': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:23.888002 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bd907aa8-2919-4244-98e6-13f1f3ad0514 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29386009'] for subnet (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.920335 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:23.920719 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Publish callbacks [] for router (b9aa66aa-292d-488b-9a69-19906ba44fb2), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:23.929883 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23099d-4147-4a37-81f9-c84bdda3a570 None None] Pushing event updated for resources: {'Port': ['ID=38e4db42-db7d-4120-9ff2-ce3f915626cd,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:24.003828 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-4b05f401-7f01-4848-9946-c91a5ffef6dd service neutron] 10.222.0.20 "GET /v2.0/networks/60bcc6e5-2a3e-4466-af92-959bc56def11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040493 Jul 06 13:47:24.016727 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] Set router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:24.097671 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:24.166459 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:24.180693 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee37db-dc03-4d05-a85d-9b6e37a2acc3 req-1bd66ca6-5bc9-4f50-a383-d94234ee1b21 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:24.184895 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-74f5cf01-130d-4b8e-b248-929da29b1775 service neutron] 10.222.0.20 "GET /v2.0/networks/60bcc6e5-2a3e-4466-af92-959bc56def11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716688 Jul 06 13:47:24.199429 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c6ee37db-dc03-4d05-a85d-9b6e37a2acc3 req-1bd66ca6-5bc9-4f50-a383-d94234ee1b21 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 944 time: 0.2792237 Jul 06 13:47:24.208701 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:24.213079 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Publish callbacks [] for router_gateway (b9aa66aa-292d-488b-9a69-19906ba44fb2), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:24.227964 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:47:21Z', 'revision_number': 3, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port': {'id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:65:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:20Z', 'updated_at': '2022-07-06T13:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:24.255592 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network 3d53ee9f-7719-4b2b-9879-1e579fb7ad4a details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:47:24.292362 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f4a82-573e-43d8-a50d-1b0251e00bb6 None None] The sync data for ids ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'] in dv-cinder-819149-8-iscsi is: [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:47:21Z', 'revision_number': 3, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port': {'id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:65:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:20Z', 'updated_at': '2022-07-06T13:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:47:24.318325 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:24.410608 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c6ee37db-dc03-4d05-a85d-9b6e37a2acc3 req-f96a95a6-a9f5-460e-b8b7-8b6839648c51 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099807 Jul 06 13:47:24.412938 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Deleting port 8af52f57-60c0-4c8e-85e4-62338bf0f0ce {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:47:24.413310 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:24.435328 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['e0490198-5029-4543-9a66-8d41adcd3783'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:24.475322 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:24.487270 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-dcac3a90-7c26-4ae8-8e11-3e9c43b01d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'name': 'tempest-DeleteServersTestJSON-1931231651-router', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:47:22Z', 'revision_number': 5, 'project_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'gw_port': {'id': '8af52f57-60c0-4c8e-85e4-62338bf0f0ce', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:24.521047 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac3a90-7c26-4ae8-8e11-3e9c43b01d19 None None] Checking router: b9aa66aa-292d-488b-9a69-19906ba44fb2 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:47:24.606614 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac3a90-7c26-4ae8-8e11-3e9c43b01d19 None None] Routers {'b9aa66aa-292d-488b-9a69-19906ba44fb2'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:24.607556 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-dcac3a90-7c26-4ae8-8e11-3e9c43b01d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:47:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b9aa66aa-292d-488b-9a69-19906ba44fb2'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:24.614249 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:24.620052 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bd907aa8-2919-4244-98e6-13f1f3ad0514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30355169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29387763'] for subnet (6fe819cf-1c83-4298-b828-fee61c6b2d78), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:24.664405 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-52f805d9-10b6-47d9-b171-5026c4665b97 req-863be9a5-3d86-4785-90f6-df684e8097f6 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 210 time: 0.0623329 Jul 06 13:47:24.667711 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Allocated IP 172.20.0.1 (0f788e92-d88f-409a-8e81-b02e1ed607f4/daf2852e-982c-49d4-b0f9-eb3bb3153a0b/25f36628-08c3-4ed6-aee4-2bcf3a787e97) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:47:24.683050 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:24.809108 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-dcac3a90-7c26-4ae8-8e11-3e9c43b01d19 None None] Set router b9aa66aa-292d-488b-9a69-19906ba44fb2 gateway port host: None {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:24.826432 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd907aa8-2919-4244-98e6-13f1f3ad0514 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe819cf-1c83-4298-b828-fee61c6b2d78,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:24.865505 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] For port 8af52f57-60c0-4c8e-85e4-62338bf0f0ce, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=8af52f57-60c0-4c8e-85e4-62338bf0f0ce,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:24.865878 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:24.869038 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Publish callbacks [] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:24.913292 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-dcac3a90-7c26-4ae8-8e11-3e9c43b01d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'name': 'tempest-DeleteServersTestJSON-1931231651-router', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:47:24Z', 'revision_number': 6, 'project_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'gw_port_host': None}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:24.916174 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:24.927698 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd907aa8-2919-4244-98e6-13f1f3ad0514 admin admin] Checking segment: {'id': '1db45fc7-5b1a-4b12-9474-be3cb80c7417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '3d53ee9f-7719-4b2b-9879-1e579fb7ad4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:47:24.928303 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd907aa8-2919-4244-98e6-13f1f3ad0514 admin admin] Network hostable DHCP agents. Network: 3d53ee9f-7719-4b2b-9879-1e579fb7ad4a, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:47:24.945851 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Network 0f788e92-d88f-409a-8e81-b02e1ed607f4 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:24.946871 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Calling delete_port for 8af52f57-60c0-4c8e-85e4-62338bf0f0ce owned by network:router_gateway {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:47:24.970314 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcac3a90-7c26-4ae8-8e11-3e9c43b01d19 None None] The sync data for ids ['b9aa66aa-292d-488b-9a69-19906ba44fb2'] in dv-cinder-819149-8-iscsi is: [{'id': 'b9aa66aa-292d-488b-9a69-19906ba44fb2', 'name': 'tempest-DeleteServersTestJSON-1931231651-router', 'tenant_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:15Z', 'updated_at': '2022-07-06T13:47:24Z', 'revision_number': 6, 'project_id': 'd48e24dbeaa241d7a97350fb2c8187b9', 'gw_port_host': None}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:47:24.990623 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:24.993166 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:25.001592 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:47:25.108213 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Pushing event updated for resources: {'Port': ['ID=25f36628-08c3-4ed6-aee4-2bcf3a787e97,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:25.127234 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283e97e-81e9-49ed-9903-ecbc18d99f4c req-75b914aa-85d2-47cd-b8f1-4d15253b0b58 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:25.128898 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a283e97e-81e9-49ed-9903-ecbc18d99f4c req-75b914aa-85d2-47cd-b8f1-4d15253b0b58 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.1668739 Jul 06 13:47:25.129870 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd907aa8-2919-4244-98e6-13f1f3ad0514 admin admin] Network 3d53ee9f-7719-4b2b-9879-1e579fb7ad4a is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:47:25.138086 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33259013'] for router_interface (4ee7a965-d654-45b5-a2bc-483098ad1cc3), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:25.187173 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-bd907aa8-2919-4244-98e6-13f1f3ad0514 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, 3d53ee9f-7719-4b2b-9879-1e579fb7ad4a) {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:25.192535 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd907aa8-2919-4244-98e6-13f1f3ad0514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:25.193857 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bd907aa8-2919-4244-98e6-13f1f3ad0514 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:25.200591 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ed508-a5a5-418c-b710-4056a8b33644 None None] Network 3d53ee9f-7719-4b2b-9879-1e579fb7ad4a requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:47:25.237230 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-bd907aa8-2919-4244-98e6-13f1f3ad0514 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4758565 Jul 06 13:47:25.315109 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a283e97e-81e9-49ed-9903-ecbc18d99f4c req-a34ad246-8f64-4ce4-bd27-bf9fd3f59ea7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588116 Jul 06 13:47:25.357817 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:25.358017 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-2900041b-5c2c-4ad8-a400-4aad177001a0 None None] Provisioning complete for port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:25.358017 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-2900041b-5c2c-4ad8-a400-4aad177001a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:25.416321 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 38e4db42-db7d-4120-9ff2-ce3f915626cd up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:25.431144 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:25.453641 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:25.457539 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c03abdf-ee65-4523-b0e5-8fd31795320a None None] Network 3d53ee9f-7719-4b2b-9879-1e579fb7ad4a requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:47:25.474824 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (8af52f57-60c0-4c8e-85e4-62338bf0f0ce), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:25.545888 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8af52f57-60c0-4c8e-85e4-62338bf0f0ce,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:25.591269 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-2900041b-5c2c-4ad8-a400-4aad177001a0 None None] Port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:47:25.639673 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 38e4db42-db7d-4120-9ff2-ce3f915626cd triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:25.640057 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:25.658892 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38ba9a-6f81-4b16-8d1e-54f51bcce867 req-cce71d8e-3db1-43f6-92b3-37e9eab5542f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:25.662504 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3b38ba9a-6f81-4b16-8d1e-54f51bcce867 req-cce71d8e-3db1-43f6-92b3-37e9eab5542f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 944 time: 0.1130097 Jul 06 13:47:25.726164 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:25.732974 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33246532'] for router_gateway (b9aa66aa-292d-488b-9a69-19906ba44fb2), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:25.748553 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 38e4db42-db7d-4120-9ff2-ce3f915626cd is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:25.749272 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:25.779669 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 38e4db42-db7d-4120-9ff2-ce3f915626cd, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=38e4db42-db7d-4120-9ff2-ce3f915626cd,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:25.787017 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:25.793861 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3b38ba9a-6f81-4b16-8d1e-54f51bcce867 req-56d43b38-60e2-4424-ac24-ebaee7eb6f64 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232729 Jul 06 13:47:25.846362 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Publish callbacks [] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:25.851397 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:25.852852 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:25.855507 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=38e4db42-db7d-4120-9ff2-ce3f915626cd,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:25.930503 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33264658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33259153'] for router_interface (4ee7a965-d654-45b5-a2bc-483098ad1cc3), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:25.932337 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Pushing event updated for resources: {'Port': ['ID=25f36628-08c3-4ed6-aee4-2bcf3a787e97,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:25.948928 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a2e95f52-c30f-4090-8f10-28c889f99ebc req-85acfb0c-67e5-4df6-8663-c1dc74f12597 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 210 time: 0.1717136 Jul 06 13:47:25.988848 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33254716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (b9aa66aa-292d-488b-9a69-19906ba44fb2), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:25.991220 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Publish callbacks [] for router_controller (b9aa66aa-292d-488b-9a69-19906ba44fb2), precommit_delete_associations {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.073823 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33254699'] for router (b9aa66aa-292d-488b-9a69-19906ba44fb2), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.074578 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9aa66aa-292d-488b-9a69-19906ba44fb2 {{(pid=110605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:47:26.084287 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Network 0f788e92-d88f-409a-8e81-b02e1ed607f4 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:26.085172 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.085856 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:26.088745 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a3aacb6d-3fbe-464f-adf5-1a7dc387cfe7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b9aa66aa-292d-488b-9a69-19906ba44fb2 HTTP/1.1" status: 204 len: 168 time: 2.4091146 Jul 06 13:47:26.091162 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33402) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:26.193153 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b29e21-a203-4e62-a4e6-243453168e62 admin admin] Deleting subnet 4e1d880a-3be2-4de8-bd8c-fd9fd02c1456 {{(pid=110606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:47:26.225655 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b8b29e21-a203-4e62-a4e6-243453168e62 admin admin] Publish callbacks [] for subnet (4e1d880a-3be2-4de8-bd8c-fd9fd02c1456), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.242395 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33406) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:26.247511 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-776508443-network', 'tenant_id': '99d3842d090b45ce98a44f21aac8b464'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:26.274079 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:26.275780 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Made reservation on behalf of 99d3842d090b45ce98a44f21aac8b464 for: {'network': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:26.279005 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.280185 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b8b29e21-a203-4e62-a4e6-243453168e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30014727'] for subnet (4e1d880a-3be2-4de8-bd8c-fd9fd02c1456), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.290562 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.324434 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e31802c-c1b0-423e-8b5d-fa77a6029537 None None] Provisioning complete for port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:26.324803 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e31802c-c1b0-423e-8b5d-fa77a6029537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.341509 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:47:26.400492 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e31802c-c1b0-423e-8b5d-fa77a6029537 None None] Port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:47:26.434339 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Publish callbacks [] for security_group (1a023e38-72f3-4302-82d3-def7c881194c), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.439848 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (1a023e38-72f3-4302-82d3-def7c881194c), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.441730 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e0490198-5029-4543-9a66-8d41adcd3783 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:26.477214 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=110605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:47:26.490033 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a023e38-72f3-4302-82d3-def7c881194c,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:26.496492 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (5573336a-2a49-4f51-9c21-46a0653ef355), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.497166 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.segments_db [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Added segment 5573336a-2a49-4f51-9c21-46a0653ef355 of type vlan for network e58e8987-49c3-4cfc-965a-2167475f4c82 Jul 06 13:47:26.532022 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port e0490198-5029-4543-9a66-8d41adcd3783 completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:47:26.550148 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port e0490198-5029-4543-9a66-8d41adcd3783 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:26.551110 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e0490198-5029-4543-9a66-8d41adcd3783), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.564922 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (e58e8987-49c3-4cfc-965a-2167475f4c82), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.605851 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (e58e8987-49c3-4cfc-965a-2167475f4c82), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.607162 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:26.607819 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.659998 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port e0490198-5029-4543-9a66-8d41adcd3783 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:26.660757 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e0490198-5029-4543-9a66-8d41adcd3783), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.671903 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:26.699994 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dfa55-1c66-45a0-8044-04721f5418e6 req-4d20e758-a4b7-4b82-88ac-fb7668d35448 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:26.702478 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-293dfa55-1c66-45a0-8044-04721f5418e6 req-4d20e758-a4b7-4b82-88ac-fb7668d35448 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.2463961 Jul 06 13:47:26.706180 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b8b29e21-a203-4e62-a4e6-243453168e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (4e1d880a-3be2-4de8-bd8c-fd9fd02c1456), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.710140 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:47:26.716035 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e45ff3-67a6-4ff1-872e-78a636713ee5" -d '{"events": [{"server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "name": "network-vif-plugged", "status": "completed", "tag": "e0490198-5029-4543-9a66-8d41adcd3783"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:26.744880 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port e0490198-5029-4543-9a66-8d41adcd3783, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e0490198-5029-4543-9a66-8d41adcd3783,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:26.758813 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e0490198-5029-4543-9a66-8d41adcd3783), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.765357 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] Pushing event updated for resources: {'Network': ['ID=e58e8987-49c3-4cfc-965a-2167475f4c82,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:26.789718 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a432036a-4fec-4c44-bdea-24a99d4ab1c9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5436089 Jul 06 13:47:26.790378 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33412) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:26.802911 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd7270-cb8f-4c4c-8744-c129703700e2 req-f13fa793-0298-44f4-830b-90d8816f2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:26.803334 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-ffaaf0a9-21a9-4ee5-a3d7-cc77e88c0d09 admin admin] Request body: {'subnet': {'network_id': 'e58e8987-49c3-4cfc-965a-2167475f4c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-776508443-subnet', 'tenant_id': '99d3842d090b45ce98a44f21aac8b464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:26.804345 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5bcd7270-cb8f-4c4c-8744-c129703700e2 req-f13fa793-0298-44f4-830b-90d8816f2c8b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 1129 time: 0.2122278 Jul 06 13:47:26.820313 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=82,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:26.825493 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network e58e8987-49c3-4cfc-965a-2167475f4c82 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:47:26.835643 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5097d2c9-5ad0-411a-a70f-3c80a19adcbc x-openstack-request-id: req-5097d2c9-5ad0-411a-a70f-3c80a19adcbc {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:26.835972 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "name": "network-vif-plugged", "status": "completed", "tag": "e0490198-5029-4543-9a66-8d41adcd3783", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:26.836238 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5097d2c9-5ad0-411a-a70f-3c80a19adcbc {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:26.836637 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5097d2c9-5ad0-411a-a70f-3c80a19adcbc'] response: {'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783', 'code': 200} Jul 06 13:47:26.851619 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:47:26.884535 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-85e4f907-406a-440c-af23-79459613dc75 admin admin] 10.222.0.20 "PUT /v2.0/routers/4ee7a965-d654-45b5-a2bc-483098ad1cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0799179 Jul 06 13:47:26.891319 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffaaf0a9-21a9-4ee5-a3d7-cc77e88c0d09 admin admin] Made reservation on behalf of 99d3842d090b45ce98a44f21aac8b464 for: {'subnet': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:26.896238 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ffaaf0a9-21a9-4ee5-a3d7-cc77e88c0d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29386009'] for subnet (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:26.930161 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=e0490198-5029-4543-9a66-8d41adcd3783,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:26.983367 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-293dfa55-1c66-45a0-8044-04721f5418e6 req-94ba18dc-e00e-4893-8967-83829bd0e1f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092943 Jul 06 13:47:26.987510 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b8b29e21-a203-4e62-a4e6-243453168e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31420698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30215560'] for subnet (4e1d880a-3be2-4de8-bd8c-fd9fd02c1456), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.013615 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b8b29e21-a203-4e62-a4e6-243453168e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.020115 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-b8b29e21-a203-4e62-a4e6-243453168e62 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4e1d880a-3be2-4de8-bd8c-fd9fd02c1456 HTTP/1.1" status: 204 len: 168 time: 0.9250894 Jul 06 13:47:27.020362 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9f836d-f39a-49be-9cd4-84f7cc026f50 None None] Network 076be296-74e0-43c0-b50c-a77841c7b395 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:47:27.023191 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33420) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:27.029960 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:27.055694 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b29e21-a203-4e62-a4e6-243453168e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e1d880a-3be2-4de8-bd8c-fd9fd02c1456,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:27.083481 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5bcd7270-cb8f-4c4c-8744-c129703700e2 req-d2d1fb4e-a367-47f3-9240-99f97a95960d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569571 Jul 06 13:47:27.135520 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e8591-1699-4ad8-bf94-bf38d561f6da req-9e4a4bcb-3b1a-4633-b1b0-9bffe2109e69 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:27.137453 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-985e8591-1699-4ad8-bf94-bf38d561f6da req-9e4a4bcb-3b1a-4633-b1b0-9bffe2109e69 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.1631629 Jul 06 13:47:27.174088 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (076be296-74e0-43c0-b50c-a77841c7b395), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.174529 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 38e4db42-db7d-4120-9ff2-ce3f915626cd up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:27.197266 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e9e953d1-40ee-4125-8a17-11566e1c0738 req-39908eb4-b36d-4a86-a5e8-4ff96971394f tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 210 time: 0.0481353 Jul 06 13:47:27.300006 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-985e8591-1699-4ad8-bf94-bf38d561f6da req-f86d4e74-c854-40ea-9b98-1c2509fc7083 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524999 Jul 06 13:47:27.342000 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Deleting port 1f676735-10e9-4e74-9442-4996493355f5 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:47:27.342000 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (1f676735-10e9-4e74-9442-4996493355f5), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.368568 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ffaaf0a9-21a9-4ee5-a3d7-cc77e88c0d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30355169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29387763'] for subnet (f893c733-98df-4206-bbde-d08049bd1e5f), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.406817 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Sync routers for ids ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:47:27.436392 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Routers {'4ee7a965-d654-45b5-a2bc-483098ad1cc3'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:27.436738 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 38e4db42-db7d-4120-9ff2-ce3f915626cd triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:27.437232 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.438582 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:47:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:27.462889 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] For port 1f676735-10e9-4e74-9442-4996493355f5, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=1f676735-10e9-4e74-9442-4996493355f5,segment=NetworkSegment(133e991b-bde6-4110-8978-46a56c0514f2),segment_id=133e991b-bde6-4110-8978-46a56c0514f2)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:27.463257 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (1f676735-10e9-4e74-9442-4996493355f5), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.491425 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Calling delete_port for 1f676735-10e9-4e74-9442-4996493355f5 owned by network:dhcp {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:47:27.507511 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaaf0a9-21a9-4ee5-a3d7-cc77e88c0d09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f893c733-98df-4206-bbde-d08049bd1e5f,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:27.524741 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaaf0a9-21a9-4ee5-a3d7-cc77e88c0d09 admin admin] Checking segment: {'id': '5573336a-2a49-4f51-9c21-46a0653ef355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e58e8987-49c3-4cfc-965a-2167475f4c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:47:27.525132 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaaf0a9-21a9-4ee5-a3d7-cc77e88c0d09 admin admin] Network hostable DHCP agents. Network: e58e8987-49c3-4cfc-965a-2167475f4c82, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110605) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:47:27.540490 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f758cfc-55b2-45a2-8290-57d1b456c01a None None] DHCP port deletion for 076be296-74e0-43c0-b50c-a77841c7b395 request from dv-cinder-819149-8-iscsi {{(pid=110607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 13:47:27.568762 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Set router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:27.602304 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaaf0a9-21a9-4ee5-a3d7-cc77e88c0d09 admin admin] Network e58e8987-49c3-4cfc-965a-2167475f4c82 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110605) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:47:27.630868 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-ffaaf0a9-21a9-4ee5-a3d7-cc77e88c0d09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, e58e8987-49c3-4cfc-965a-2167475f4c82) {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:27.641214 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (1f676735-10e9-4e74-9442-4996493355f5), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.665036 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaaf0a9-21a9-4ee5-a3d7-cc77e88c0d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:27.666017 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ffaaf0a9-21a9-4ee5-a3d7-cc77e88c0d09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.681570 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-3f758cfc-55b2-45a2-8290-57d1b456c01a None None] Deleting port 1f676735-10e9-4e74-9442-4996493355f5 {{(pid=110607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:47:27.681974 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3f758cfc-55b2-45a2-8290-57d1b456c01a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (1f676735-10e9-4e74-9442-4996493355f5), before_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.684079 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d07519-0b46-43ea-a6a8-de35ed8e7ea0 None None] Network e58e8987-49c3-4cfc-965a-2167475f4c82 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:47:27.698420 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 38e4db42-db7d-4120-9ff2-ce3f915626cd is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:27.717289 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f676735-10e9-4e74-9442-4996493355f5,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:27.737078 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] No DVR routers for this DVR port 1f676735-10e9-4e74-9442-4996493355f5 on host dv-cinder-819149-8-iscsi {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:47:27.773255 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-ffaaf0a9-21a9-4ee5-a3d7-cc77e88c0d09 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9816036 Jul 06 13:47:27.886950 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33436) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:27.891795 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1836941193-network', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:27.892421 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (076be296-74e0-43c0-b50c-a77841c7b395), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.902399 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 8af52f57-60c0-4c8e-85e4-62338bf0f0ce no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:27.918634 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Made reservation on behalf of 990f781d3ce943d2a69b9ca6ce3ea99c for: {'network': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:27.922437 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.924284 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076be296-74e0-43c0-b50c-a77841c7b395']}} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:27.936362 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.937573 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '133e991b-bde6-4110-8978-46a56c0514f2') {'for_net_delete': True} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:27.938580 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '133e991b-bde6-4110-8978-46a56c0514f2') {} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:27.948896 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-3f758cfc-55b2-45a2-8290-57d1b456c01a None None] For port 1f676735-10e9-4e74-9442-4996493355f5, host dv-cinder-819149-8-iscsi, got binding levels [] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:27.949330 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3f758cfc-55b2-45a2-8290-57d1b456c01a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (1f676735-10e9-4e74-9442-4996493355f5), precommit_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.950854 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29892101'] for segment (133e991b-bde6-4110-8978-46a56c0514f2), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.954803 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 8af52f57-60c0-4c8e-85e4-62338bf0f0ce {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:47:27.955154 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 8af52f57-60c0-4c8e-85e4-62338bf0f0ce not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:27.955583 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 82686df8-c8a3-485a-ba76-2055da5dc790 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:27.967897 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (133e991b-bde6-4110-8978-46a56c0514f2), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.986731 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=110605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:47:27.986930 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30355032'] for segment (133e991b-bde6-4110-8978-46a56c0514f2), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:27.996507 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:28.011631 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 82686df8-c8a3-485a-ba76-2055da5dc790 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:47:28.011935 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 82686df8-c8a3-485a-ba76-2055da5dc790 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:28.021940 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port': {'id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:20Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '25f36628-08c3-4ed6-aee4-2bcf3a787e97', 'name': '', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'mac_address': 'fa:16:3e:d3:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:24Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 2, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'subnets': [{'id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:28.034275 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-3f758cfc-55b2-45a2-8290-57d1b456c01a None None] Calling delete_port for 1f676735-10e9-4e74-9442-4996493355f5 owned by network:dhcp {{(pid=110607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:47:28.038674 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:28.050200 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment 133e991b-bde6-4110-8978-46a56c0514f2 resource provider aggregate not found Jul 06 13:47:28.060650 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Checking router: 4ee7a965-d654-45b5-a2bc-483098ad1cc3 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:47:28.060989 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Updating router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:47:28.069279 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.ipam_backend_mixin [None req-3f758cfc-55b2-45a2-8290-57d1b456c01a None None] Port 1f676735-10e9-4e74-9442-4996493355f5 was not found and therefore no delete operation was performed {{(pid=110607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 06 13:47:28.078327 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Publish callbacks [] for security_group (822a3b66-8d7a-4aa2-9e41-d5f839bcc4ea), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.079331 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3f758cfc-55b2-45a2-8290-57d1b456c01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348'] for port (1f676735-10e9-4e74-9442-4996493355f5), after_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.089287 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (822a3b66-8d7a-4aa2-9e41-d5f839bcc4ea), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.102007 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.145664 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (076be296-74e0-43c0-b50c-a77841c7b395), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.158748 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment 133e991b-bde6-4110-8978-46a56c0514f2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 133e991b-bde6-4110-8978-46a56c0514f2 found for delete ", "request_id": "req-28618ab3-19d6-465c-a2c9-f52ca314206b"}]} Jul 06 13:47:28.162050 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.169524 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/076be296-74e0-43c0-b50c-a77841c7b395 HTTP/1.1" status: 204 len: 168 time: 1.1409831 Jul 06 13:47:28.171391 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=110606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:47:28.194819 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552680b9-fe82-47fb-98e2-dd7fa85402a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=076be296-74e0-43c0-b50c-a77841c7b395,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:28.290468 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48907f82-a61f-4564-ae40-aa801e12fed7 None None] Network e58e8987-49c3-4cfc-965a-2167475f4c82 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:47:28.294594 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f758cfc-55b2-45a2-8290-57d1b456c01a None None] No DVR routers for this DVR port 1f676735-10e9-4e74-9442-4996493355f5 on host dv-cinder-819149-8-iscsi {{(pid=110607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:47:28.298371 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:28.302735 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f758cfc-55b2-45a2-8290-57d1b456c01a None None] Pushing event deleted for resources: {'Port': ['ID=1f676735-10e9-4e74-9442-4996493355f5,revision_number=None']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:28.334447 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (2abdf3f0-23f7-4837-bb3b-2c3d58797855), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.334447 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.segments_db [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Added segment 2abdf3f0-23f7-4837-bb3b-2c3d58797855 of type vlan for network 94a95241-8b88-480d-8c65-a26cd8785e78 Jul 06 13:47:28.387139 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822a3b66-8d7a-4aa2-9e41-d5f839bcc4ea,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:28.430144 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e88beb9-2195-4311-9147-bccecd264d87 req-0e7b3bf9-1d8d-45c4-8250-c815a6b9a17b tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 210 time: 0.0686371 Jul 06 13:47:28.439280 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:28.534605 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:28.592974 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Publish callbacks [] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.603974 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:28.615432 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1190a0-c77e-457d-bccd-f00ae2053d3b req-c5de4737-cc16-4745-9f21-3a855008b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:28.615653 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.616042 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df8348-7832-4490-be78-659212a5e74f req-b0123dd2-b9f9-4e92-be06-2cc26b12c661 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:28.617186 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8e1190a0-c77e-457d-bccd-f00ae2053d3b req-c5de4737-cc16-4745-9f21-3a855008b296 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 1129 time: 0.4426451 Jul 06 13:47:28.624863 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f2df8348-7832-4490-be78-659212a5e74f req-b0123dd2-b9f9-4e92-be06-2cc26b12c661 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0697341 Jul 06 13:47:28.625075 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72492494-ce57-4b75-ace0-36f457b25968 req-3602d657-5b72-4592-bed8-552d74eaf5e4 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:28.627904 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33456) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:28.637947 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-3602d657-5b72-4592-bed8-552d74eaf5e4 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.39 "GET /v2.0/networks?id=60bcc6e5-2a3e-4466-af92-959bc56def11 HTTP/1.1" status: 200 len: 809 time: 0.4697058 Jul 06 13:47:28.645668 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (94a95241-8b88-480d-8c65-a26cd8785e78), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.669269 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a703c3-2c95-4771-83fc-956b63b62f53 req-122b2d8f-a949-4bdf-b506-5d219d0530f1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:28.670918 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-68a703c3-2c95-4771-83fc-956b63b62f53 req-122b2d8f-a949-4bdf-b506-5d219d0530f1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.5042288 Jul 06 13:47:28.708962 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Pushing event updated for resources: {'Port': ['ID=25f36628-08c3-4ed6-aee4-2bcf3a787e97,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:28.730060 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-519719c9-430f-4ebe-b78f-e2484e04a3e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d48e24dbeaa241d7a97350fb2c8187b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0984485 Jul 06 13:47:28.740082 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f2df8348-7832-4490-be78-659212a5e74f req-5bacfc09-9d12-4cec-a99f-a81ac09f96de tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139333 Jul 06 13:47:28.742746 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.743417 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.743554 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.743920 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.744545 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.744886 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.745431 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.745946 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.746278 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.746607 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.746885 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33458) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:28.747016 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.747333 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.748047 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.748047 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.748306 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:47:28.783865 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=9 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:28.793764 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Attempting to bind port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:47:28.794316 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Attempting to bind port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': 'b49d341b-4954-4cac-851e-d0c67f0010a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:47:28.794795 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Attempting to bind port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 on network 0f788e92-d88f-409a-8e81-b02e1ed607f4 {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:47:28.795219 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (94a95241-8b88-480d-8c65-a26cd8785e78), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.796275 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:28.796907 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.802972 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:47:28.803519 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Checking segment: {'id': 'b49d341b-4954-4cac-851e-d0c67f0010a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:47:28.804185 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.804812 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Bound using segment: {'id': 'b49d341b-4954-4cac-851e-d0c67f0010a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:47:28.805444 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Bound port: 25f36628-08c3-4ed6-aee4-2bcf3a787e97, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49d341b-4954-4cac-851e-d0c67f0010a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:47:28.806061 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.819547 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-68a703c3-2c95-4771-83fc-956b63b62f53 req-644edf9d-a30e-4dd4-bd34-c66a2e8e561a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382132 Jul 06 13:47:28.840932 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ec30-b548-4f98-90af-66d6557fef69 admin admin] Publish callbacks [] for security_group (a2c74676-796f-4ca6-a195-cbb1e2e512de), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.867163 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9777899 Jul 06 13:47:28.868052 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33460) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:28.874922 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ec30-b548-4f98-90af-66d6557fef69 admin admin] Publish callbacks [] for security_group (a2c74676-796f-4ca6-a195-cbb1e2e512de), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.881981 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-b0ca29be-d01e-43d3-8e95-5eeab1c75a11 admin admin] Request body: {'subnet': {'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1836941193-subnet', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'ip_version': 4}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:28.893374 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] For port 25f36628-08c3-4ed6-aee4-2bcf3a787e97, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:28.898129 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] For port 25f36628-08c3-4ed6-aee4-2bcf3a787e97, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=25f36628-08c3-4ed6-aee4-2bcf3a787e97,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:28.917292 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.961147 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 1f676735-10e9-4e74-9442-4996493355f5 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:28.977661 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ec30-b548-4f98-90af-66d6557fef69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (a2c74676-796f-4ca6-a195-cbb1e2e512de), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.978839 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d386fe1-65d4-4a18-8530-9f6605b4cb16 admin admin] Pushing event updated for resources: {'Network': ['ID=94a95241-8b88-480d-8c65-a26cd8785e78,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:28.990870 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ca29be-d01e-43d3-8e95-5eeab1c75a11 admin admin] Made reservation on behalf of 990f781d3ce943d2a69b9ca6ce3ea99c for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:28.993799 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ceb8ec30-b548-4f98-90af-66d6557fef69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:28.998330 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-ceb8ec30-b548-4f98-90af-66d6557fef69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a2c74676-796f-4ca6-a195-cbb1e2e512de HTTP/1.1" status: 204 len: 168 time: 0.2464530 Jul 06 13:47:28.998472 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b0ca29be-d01e-43d3-8e95-5eeab1c75a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30212971'] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:29.007230 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c4f9c-486c-4f2c-8dda-6f259f1db329 None None] Pushing event updated for resources: {'Port': ['ID=25f36628-08c3-4ed6-aee4-2bcf3a787e97,revision_number=4']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:29.010111 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Routers {'4ee7a965-d654-45b5-a2bc-483098ad1cc3'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:29.010910 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:47:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:29.013702 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8ec30-b548-4f98-90af-66d6557fef69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c74676-796f-4ca6-a195-cbb1e2e512de,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:29.033482 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network 94a95241-8b88-480d-8c65-a26cd8785e78 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:47:29.040025 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 1f676735-10e9-4e74-9442-4996493355f5 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:47:29.041484 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 1f676735-10e9-4e74-9442-4996493355f5 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:29.183173 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:29.205398 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-72492494-ce57-4b75-ace0-36f457b25968 req-48133588-0e0b-432c-b329-8ec7bfeea19a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Request body: {'port': {'device_id': 'b3afe313-9d49-40e7-afac-343f7950053e', 'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11', 'admin_state_up': True, 'tenant_id': '2f9f86fa910c4054b31927ba26ea96b9'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:29.244014 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-e25d9606-1ec4-4354-aa23-d03b11f1f1c9 None None] Provisioning complete for port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:29.244244 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] Set router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:29.244882 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e25d9606-1ec4-4354-aa23-d03b11f1f1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:29.393617 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b0ca29be-d01e-43d3-8e95-5eeab1c75a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31420761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30215553'] for subnet (fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:29.397821 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-e25d9606-1ec4-4354-aa23-d03b11f1f1c9 None None] Current status of the port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:29.398225 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e25d9606-1ec4-4354-aa23-d03b11f1f1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:29.467340 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-e25d9606-1ec4-4354-aa23-d03b11f1f1c9 None None] For port 25f36628-08c3-4ed6-aee4-2bcf3a787e97, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=25f36628-08c3-4ed6-aee4-2bcf3a787e97,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:29.474968 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e25d9606-1ec4-4354-aa23-d03b11f1f1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:29.531379 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8e1190a0-c77e-457d-bccd-f00ae2053d3b req-a32f4a0c-96c1-4159-a0ea-1b260530d9b2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3338828 Jul 06 13:47:29.536839 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d9606-1ec4-4354-aa23-d03b11f1f1c9 None None] Pushing event updated for resources: {'Port': ['ID=25f36628-08c3-4ed6-aee4-2bcf3a787e97,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:29.540077 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca29be-d01e-43d3-8e95-5eeab1c75a11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:29.580934 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port': {'id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:20Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '25f36628-08c3-4ed6-aee4-2bcf3a787e97', 'name': '', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'mac_address': 'fa:16:3e:d3:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:24Z', 'updated_at': '2022-07-06T13:47:28Z', 'revision_number': 4, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'subnets': [{'id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:29.586098 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ca29be-d01e-43d3-8e95-5eeab1c75a11 admin admin] Checking segment: {'id': '2abdf3f0-23f7-4837-bb3b-2c3d58797855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:47:29.586370 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca29be-d01e-43d3-8e95-5eeab1c75a11 admin admin] Network hostable DHCP agents. Network: 94a95241-8b88-480d-8c65-a26cd8785e78, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:47:29.599896 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ec28a15a-f8f3-4fc1-8e6f-18e04061d30b None None] Provisioning complete for port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:29.600523 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ec28a15a-f8f3-4fc1-8e6f-18e04061d30b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:29.614974 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178e2e70-8153-4b6b-bb38-2d1a705dfc31 None None] The sync data for ids ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'] in dv-cinder-819149-8-iscsi is: [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port': {'id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:20Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '25f36628-08c3-4ed6-aee4-2bcf3a787e97', 'name': '', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'mac_address': 'fa:16:3e:d3:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:24Z', 'updated_at': '2022-07-06T13:47:28Z', 'revision_number': 4, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'subnets': [{'id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:47:29.627706 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ca29be-d01e-43d3-8e95-5eeab1c75a11 admin admin] Network 94a95241-8b88-480d-8c65-a26cd8785e78 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:47:29.647098 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2386cca8-a68a-43f1-a5b8-10d5a65b5157 req-f0339cc4-7892-456b-8006-1cd7c4d919ac tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 210 time: 0.0897233 Jul 06 13:47:29.659727 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-b0ca29be-d01e-43d3-8e95-5eeab1c75a11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, 94a95241-8b88-480d-8c65-a26cd8785e78) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:29.672000 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ca29be-d01e-43d3-8e95-5eeab1c75a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:29.672612 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b0ca29be-d01e-43d3-8e95-5eeab1c75a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:29.687775 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72492494-ce57-4b75-ace0-36f457b25968 req-48133588-0e0b-432c-b329-8ec7bfeea19a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Made reservation on behalf of 2f9f86fa910c4054b31927ba26ea96b9 for: {'port': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:29.696537 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-72492494-ce57-4b75-ace0-36f457b25968 req-48133588-0e0b-432c-b329-8ec7bfeea19a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:29.716105 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f786e2d5-54ae-4eae-913b-5823c494e6a4 None None] Network 94a95241-8b88-480d-8c65-a26cd8785e78 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:47:29.749551 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-b0ca29be-d01e-43d3-8e95-5eeab1c75a11 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8804600 Jul 06 13:47:29.751384 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33484) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:29.755584 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ec28a15a-f8f3-4fc1-8e6f-18e04061d30b None None] Current status of the port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:29.757036 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1836941193-router', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:29.796641 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33251765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57498'] for router (949bd5ac-5927-4820-855e-b5cdc9c69a91), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:29.798093 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33254801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33246609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33035984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57571'] for router (949bd5ac-5927-4820-855e-b5cdc9c69a91), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:29.874545 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f19f5d3-7a63-5a6d-b78e-c7b041faa969-94a95241-8b88-480d-8c65-a26cd8785e78', 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78', 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'fixed_ips': [{'subnet_id': 'fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4'}]}} from dv-cinder-819149-8-iscsi. {{(pid=110607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 13:47:29.875502 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:29.945891 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Publish callbacks [] for router_controller (949bd5ac-5927-4820-855e-b5cdc9c69a91), precommit_add_association {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:29.958281 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca9bd7-78a1-44a3-a07b-58cc04a7cc76 req-b47037f1-02f1-44e7-8fe3-76b0b1739ed5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:29.965295 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5dca9bd7-78a1-44a3-a07b-58cc04a7cc76 req-b47037f1-02f1-44e7-8fe3-76b0b1739ed5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.1001890 Jul 06 13:47:30.059345 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:30.094634 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.db_base_plugin_common [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Allocated IP 172.20.0.2 (94a95241-8b88-480d-8c65-a26cd8785e78/fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4/451aa9f7-6706-4556-a4b9-b87e35550d40) {{(pid=110607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:47:30.095362 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5dca9bd7-78a1-44a3-a07b-58cc04a7cc76 req-4088c84c-bd28-4a45-8377-85f0c8630b7c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289310 Jul 06 13:47:30.122625 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:30.155968 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [req-72492494-ce57-4b75-ace0-36f457b25968 req-48133588-0e0b-432c-b329-8ec7bfeea19a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Allocated IP 172.20.0.11 (60bcc6e5-2a3e-4466-af92-959bc56def11/32847bc1-c65d-4324-b124-dadb7b045a43/c6613e8f-4caf-42de-865b-c8414e5bf45a) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:47:30.169136 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Publish callbacks [] for router_gateway (949bd5ac-5927-4820-855e-b5cdc9c69a91), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:30.436669 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Publish callbacks [] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), precommit_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:30.440040 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:30.449116 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:30.499794 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:30.510514 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Pushing event updated for resources: {'Port': ['ID=451aa9f7-6706-4556-a4b9-b87e35550d40,revision_number=1']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:30.530481 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Network 94a95241-8b88-480d-8c65-a26cd8785e78 is already hosted by enough agents. {{(pid=110607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:30.532848 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.base_scheduler [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Resources bound (agent type, host, resource id): {{(pid=110607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:30.536945 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Received port after_create {{(pid=110607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:47:30.675704 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Attempting to bind port 451aa9f7-6706-4556-a4b9-b87e35550d40 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:47:30.680872 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Attempting to bind port 451aa9f7-6706-4556-a4b9-b87e35550d40 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2abdf3f0-23f7-4837-bb3b-2c3d58797855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:47:30.681311 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Attempting to bind port 451aa9f7-6706-4556-a4b9-b87e35550d40 on network 94a95241-8b88-480d-8c65-a26cd8785e78 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:47:30.694419 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:47:30.695002 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Checking segment: {'id': '2abdf3f0-23f7-4837-bb3b-2c3d58797855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:47:30.695207 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:30.695594 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Bound using segment: {'id': '2abdf3f0-23f7-4837-bb3b-2c3d58797855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:47:30.696052 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Bound port: 451aa9f7-6706-4556-a4b9-b87e35550d40, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abdf3f0-23f7-4837-bb3b-2c3d58797855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:47:30.696440 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:30.762900 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-72492494-ce57-4b75-ace0-36f457b25968 req-48133588-0e0b-432c-b329-8ec7bfeea19a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks [] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:30.821246 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] For port 451aa9f7-6706-4556-a4b9-b87e35550d40, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:30.842996 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] For port 451aa9f7-6706-4556-a4b9-b87e35550d40, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=451aa9f7-6706-4556-a4b9-b87e35550d40,segment=NetworkSegment(2abdf3f0-23f7-4837-bb3b-2c3d58797855),segment_id=2abdf3f0-23f7-4837-bb3b-2c3d58797855)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:30.852325 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d82de3-35aa-437d-8a08-540b7c645ad0 req-0ee7c5c7-fa69-4cf7-b1f8-a5f3c1f959de tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:30.858033 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:30.860554 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-07d82de3-35aa-437d-8a08-540b7c645ad0 req-0ee7c5c7-fa69-4cf7-b1f8-a5f3c1f959de tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.8193362 Jul 06 13:47:30.935553 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-72492494-ce57-4b75-ace0-36f457b25968 req-48133588-0e0b-432c-b329-8ec7bfeea19a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:30.958438 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-07d82de3-35aa-437d-8a08-540b7c645ad0 req-9a52aebc-8677-4899-9492-6587d5962331 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964262 Jul 06 13:47:31.013823 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3d7de-6b89-4a06-8262-9619e915679d None None] Pushing event updated for resources: {'Port': ['ID=451aa9f7-6706-4556-a4b9-b87e35550d40,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:31.022878 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564553f-c393-42de-b557-3d76939210f7 req-995fbc60-9a4e-48df-b782-3774c15ec43e tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:31.032655 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f564553f-c393-42de-b557-3d76939210f7 req-995fbc60-9a4e-48df-b782-3774c15ec43e tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 932 time: 0.1989608 Jul 06 13:47:31.087741 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72492494-ce57-4b75-ace0-36f457b25968 req-48133588-0e0b-432c-b329-8ec7bfeea19a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Network 60bcc6e5-2a3e-4466-af92-959bc56def11 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:31.104739 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Publish callbacks [] for router_gateway (949bd5ac-5927-4820-855e-b5cdc9c69a91), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:31.117779 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [req-72492494-ce57-4b75-ace0-36f457b25968 req-48133588-0e0b-432c-b329-8ec7bfeea19a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:31.151599 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [req-72492494-ce57-4b75-ace0-36f457b25968 req-48133588-0e0b-432c-b329-8ec7bfeea19a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:47:31.167824 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:31.193441 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 25f36628-08c3-4ed6-aee4-2bcf3a787e97 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:31.220257 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48133588-0e0b-432c-b329-8ec7bfeea19a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Pushing event updated for resources: {'Port': ['ID=c6613e8f-4caf-42de-865b-c8414e5bf45a,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:31.246572 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72492494-ce57-4b75-ace0-36f457b25968 req-48133588-0e0b-432c-b329-8ec7bfeea19a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:31.247683 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-72492494-ce57-4b75-ace0-36f457b25968 req-48133588-0e0b-432c-b329-8ec7bfeea19a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:31.304682 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-48133588-0e0b-432c-b329-8ec7bfeea19a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1086826 Jul 06 13:47:31.346782 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f564553f-c393-42de-b557-3d76939210f7 req-93a605ee-ef26-4c44-9148-28f34ebd01f7 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125947 Jul 06 13:47:31.358575 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:31.359046 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:31.380547 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Allocated IP 172.27.3.124 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/f946b4eb-4cbc-4edf-83a0-43418bb0315a) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:47:31.482444 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:31.485234 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:31.499356 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:31.583048 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbdaa7-133a-44fb-9de3-3e6484797061 req-e195d609-9d78-40c9-8a16-7b161171255a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:31.596013 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4afbdaa7-133a-44fb-9de3-3e6484797061 req-e195d609-9d78-40c9-8a16-7b161171255a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.4388480 Jul 06 13:47:31.607211 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152b233-d27c-493a-bdf3-5deb7619ef1a req-578fbfdc-a648-485e-a33a-67ee52bfc121 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:31.609362 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d152b233-d27c-493a-bdf3-5deb7619ef1a req-578fbfdc-a648-485e-a33a-67ee52bfc121 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0827410 Jul 06 13:47:31.615448 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Request body: {'port': {'device_id': 'b3afe313-9d49-40e7-afac-343f7950053e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:31.672131 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Publish callbacks [] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:31.737760 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4afbdaa7-133a-44fb-9de3-3e6484797061 req-bf65b469-6808-445a-8ff3-dbf0eeb36294 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405694 Jul 06 13:47:31.739976 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:31.745432 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d152b233-d27c-493a-bdf3-5deb7619ef1a req-26d36c3d-4e7d-4027-aadc-c9a2f833ff30 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266117 Jul 06 13:47:31.746447 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:31.803008 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:31.810500 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:31.815447 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:47:31.861213 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Pushing event updated for resources: {'Port': ['ID=f946b4eb-4cbc-4edf-83a0-43418bb0315a,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:32.008507 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:32.027023 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f3379-d50f-4f11-a983-632e60148fac req-f3f0c85c-59e9-4274-8c19-f0bc31910c71 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:32.029133 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7d4f3379-d50f-4f11-a983-632e60148fac req-f3f0c85c-59e9-4274-8c19-f0bc31910c71 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.1078923 Jul 06 13:47:32.127007 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6613e8f-4caf-42de-865b-c8414e5bf45a {{(pid=110606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:47:32.151369 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Publish callbacks [] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:32.171264 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.provisioning_blocks [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Transition to ACTIVE for port object c6613e8f-4caf-42de-865b-c8414e5bf45a will not be triggered until provisioned by entity L2. {{(pid=110606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:47:32.172743 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:32.178965 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:32.280370 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7d4f3379-d50f-4f11-a983-632e60148fac req-5d2a14cd-d459-4235-ac92-837fae98f5b1 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392044 Jul 06 13:47:32.281088 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Publish callbacks [] for router_gateway (949bd5ac-5927-4820-855e-b5cdc9c69a91), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:32.330726 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33554) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:32.342621 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6613e8f-4caf-42de-865b-c8414e5bf45a,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:32.368594 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:32.436018 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Attempting to bind port c6613e8f-4caf-42de-865b-c8414e5bf45a on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:47:32.436018 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Attempting to bind port c6613e8f-4caf-42de-865b-c8414e5bf45a by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'ba96df5a-424b-4085-9fe7-b53c987bfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11'}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:47:32.436018 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Attempting to bind port c6613e8f-4caf-42de-865b-c8414e5bf45a on network 60bcc6e5-2a3e-4466-af92-959bc56def11 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:47:32.448496 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Port c6613e8f-4caf-42de-865b-c8414e5bf45a on network 60bcc6e5-2a3e-4466-af92-959bc56def11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:47:32.448858 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Attempting to bind port c6613e8f-4caf-42de-865b-c8414e5bf45a on network 60bcc6e5-2a3e-4466-af92-959bc56def11 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:47:32.458587 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:47:32.458838 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Checking segment: {'id': 'ba96df5a-424b-4085-9fe7-b53c987bfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:47:32.459174 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Bound using segment: {'id': 'ba96df5a-424b-4085-9fe7-b53c987bfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11'} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:47:32.459634 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Bound port: c6613e8f-4caf-42de-865b-c8414e5bf45a, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba96df5a-424b-4085-9fe7-b53c987bfafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11'}}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:47:32.460165 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:32.656180 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19672d-0a70-4f4f-900f-35284d1370ae req-f6c6c28c-26c1-4721-8896-e283793befed tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:32.657873 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cd19672d-0a70-4f4f-900f-35284d1370ae req-f6c6c28c-26c1-4721-8896-e283793befed tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 944 time: 0.1567919 Jul 06 13:47:32.662674 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] For port c6613e8f-4caf-42de-865b-c8414e5bf45a, host hv-cinder-81914, cleared binding levels {{(pid=110606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:32.666298 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] For port c6613e8f-4caf-42de-865b-c8414e5bf45a, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c6613e8f-4caf-42de-865b-c8414e5bf45a,segment=NetworkSegment(ba96df5a-424b-4085-9fe7-b53c987bfafc),segment_id=ba96df5a-424b-4085-9fe7-b53c987bfafc)] {{(pid=110606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:32.689922 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:32.736545 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33254792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33246717'] for router (949bd5ac-5927-4820-855e-b5cdc9c69a91), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:32.739047 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d9df0c-4557-4939-ac3d-ec22e42f3fd9 None None] Network 94a95241-8b88-480d-8c65-a26cd8785e78 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:47:32.808643 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:32.809308 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:32.810696 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] 10.222.0.39 "PUT /v2.0/ports/c6613e8f-4caf-42de-865b-c8414e5bf45a HTTP/1.1" status: 200 len: 1094 time: 1.1998658 Jul 06 13:47:32.814384 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3afe313-9d49-40e7-afac-343f7950053e', 'tag': 'c6613e8f-4caf-42de-865b-c8414e5bf45a'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:47:32.816661 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a127c448-4d9a-46a2-8d1d-d891599db038" -d '{"events": [{"name": "network-changed", "server_uuid": "b3afe313-9d49-40e7-afac-343f7950053e", "tag": "c6613e8f-4caf-42de-865b-c8414e5bf45a"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:32.822101 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e3c8c-bb1d-41f0-afa8-8dcd1823aac3 service neutron] Pushing event updated for resources: {'Port': ['ID=c6613e8f-4caf-42de-865b-c8414e5bf45a,revision_number=3']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:32.826506 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b669c3-fe4a-4138-949b-167f602315f7 tempest-TestShelveInstance-982970037 tempest-TestShelveInstance-982970037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:32.830279 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-95b669c3-fe4a-4138-949b-167f602315f7 tempest-TestShelveInstance-982970037 tempest-TestShelveInstance-982970037-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 1124 time: 0.4942384 Jul 06 13:47:32.837078 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cd19672d-0a70-4f4f-900f-35284d1370ae req-9b849897-dd5f-4658-bfc1-4ae7ec56e568 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686320 Jul 06 13:47:32.837717 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33568) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:32.842224 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'port_id': 'e0490198-5029-4543-9a66-8d41adcd3783', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:32.868258 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:32.891379 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-41b41b81-28d1-403d-a296-9d0a44016070 None None] Provisioning complete for port 451aa9f7-6706-4556-a4b9-b87e35550d40 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:32.892456 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-41b41b81-28d1-403d-a296-9d0a44016070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:32.931223 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b88ec66-daaf-4e2a-85e2-d265fb4c0546 x-openstack-request-id: req-7b88ec66-daaf-4e2a-85e2-d265fb4c0546 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:32.931759 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3afe313-9d49-40e7-afac-343f7950053e", "tag": "c6613e8f-4caf-42de-865b-c8414e5bf45a", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:32.932210 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7b88ec66-daaf-4e2a-85e2-d265fb4c0546 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:32.932794 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b88ec66-daaf-4e2a-85e2-d265fb4c0546'] response: {'name': 'network-changed', 'server_uuid': 'b3afe313-9d49-40e7-afac-343f7950053e', 'tag': 'c6613e8f-4caf-42de-865b-c8414e5bf45a', 'status': 'completed', 'code': 200} Jul 06 13:47:33.008811 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72492494-ce57-4b75-ace0-36f457b25968 req-2b7253d8-40ec-4798-b1c3-451548352a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:33.013172 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-2b7253d8-40ec-4798-b1c3-451548352a9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f9f86fa910c4054b31927ba26ea96b9&device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 1128 time: 0.1172836 Jul 06 13:47:33.015288 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-41b41b81-28d1-403d-a296-9d0a44016070 None None] Current status of the port 451aa9f7-6706-4556-a4b9-b87e35550d40 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:33.016679 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-41b41b81-28d1-403d-a296-9d0a44016070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:33.021484 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Router 949bd5ac-5927-4820-855e-b5cdc9c69a91 is scheduled to L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 with binding_index 1 {{(pid=110605) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 13:47:33.040666 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:33.055032 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 451aa9f7-6706-4556-a4b9-b87e35550d40 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:33.094547 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-42ca1c79-9696-45c6-a4d1-7c401b0c6145 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6613e8f-4caf-42de-865b-c8414e5bf45a HTTP/1.1" status: 200 len: 217 time: 0.0504308 Jul 06 13:47:33.108420 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-41b41b81-28d1-403d-a296-9d0a44016070 None None] For port 451aa9f7-6706-4556-a4b9-b87e35550d40, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=451aa9f7-6706-4556-a4b9-b87e35550d40,segment=NetworkSegment(2abdf3f0-23f7-4837-bb3b-2c3d58797855),segment_id=2abdf3f0-23f7-4837-bb3b-2c3d58797855)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:33.115390 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-41b41b81-28d1-403d-a296-9d0a44016070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:33.153696 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:47:33.158469 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 451aa9f7-6706-4556-a4b9-b87e35550d40 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:33.158469 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:33.181559 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:33.187562 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-0244d7f2-9d7c-436d-99b4-640e0a02c960 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4349031 Jul 06 13:47:33.188532 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33572) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:33.203305 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Sync routers for ids ['949bd5ac-5927-4820-855e-b5cdc9c69a91'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:47:33.214380 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:33.221594 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:33.246379 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:33.252754 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b41b81-28d1-403d-a296-9d0a44016070 None None] Pushing event updated for resources: {'Port': ['ID=451aa9f7-6706-4556-a4b9-b87e35550d40,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:33.263430 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Routers {'949bd5ac-5927-4820-855e-b5cdc9c69a91'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:33.264630 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:47:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['949bd5ac-5927-4820-855e-b5cdc9c69a91'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:33.266649 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72492494-ce57-4b75-ace0-36f457b25968 req-928bcbcc-f226-46de-b132-760835b3e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:33.269071 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-928bcbcc-f226-46de-b132-760835b3e66f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=32847bc1-c65d-4324-b124-dadb7b045a43 HTTP/1.1" status: 200 len: 849 time: 0.1152663 Jul 06 13:47:33.310174 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:33.323518 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-c7659696-f561-42eb-ac4d-02121373f57e None None] Provisioning complete for port 451aa9f7-6706-4556-a4b9-b87e35550d40 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:33.323926 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c7659696-f561-42eb-ac4d-02121373f57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:33.324917 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-abbb3cd0-596b-437c-b2c7-84f40acd8d6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60bcc6e5-2a3e-4466-af92-959bc56def11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471957 Jul 06 13:47:33.354766 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Allocated IP 172.27.3.84 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/abd205c0-525c-4099-881e-24ddf6215a27) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:47:33.542735 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 451aa9f7-6706-4556-a4b9-b87e35550d40 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:33.620044 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf2187-f8f8-4c61-a4e7-2e42c9262a1d req-8d501ddc-b3c7-4368-a016-2806f93ac605 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:33.628379 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ddaf2187-f8f8-4c61-a4e7-2e42c9262a1d req-8d501ddc-b3c7-4368-a016-2806f93ac605 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0718777 Jul 06 13:47:33.635023 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Set router 949bd5ac-5927-4820-855e-b5cdc9c69a91 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:33.637240 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-c7659696-f561-42eb-ac4d-02121373f57e None None] Current status of the port 451aa9f7-6706-4556-a4b9-b87e35550d40 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:33.646560 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-baa2587c-c699-42b6-943c-70fd6d6b4a70 service neutron] 10.222.0.39 "GET /v2.0/networks/60bcc6e5-2a3e-4466-af92-959bc56def11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610009 Jul 06 13:47:33.652080 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:33.681443 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4c0c-baaa-4001-90a7-d58b7d513b69 req-76d7c09d-f4e1-4732-bda7-7e2cca351dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:33.682953 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a06f4c0c-baaa-4001-90a7-d58b7d513b69 req-76d7c09d-f4e1-4732-bda7-7e2cca351dfb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 1129 time: 0.1034818 Jul 06 13:47:33.747675 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:33.773990 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ddaf2187-f8f8-4c61-a4e7-2e42c9262a1d req-889a0339-5f6e-4dcc-87e8-237329844f72 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441169 Jul 06 13:47:33.827253 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:33.868637 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for port (abd205c0-525c-4099-881e-24ddf6215a27), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:33.923361 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'name': 'tempest-TestMinimumBasicScenario-1836941193-router', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:29Z', 'updated_at': '2022-07-06T13:47:32Z', 'revision_number': 3, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'gw_port': {'id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:31Z', 'updated_at': '2022-07-06T13:47:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:33.933325 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4c0c-baaa-4001-90a7-d58b7d513b69 req-86199d9b-7ebd-454f-bc93-16bc8853c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:33.934861 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a06f4c0c-baaa-4001-90a7-d58b7d513b69 req-86199d9b-7ebd-454f-bc93-16bc8853c3e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.2369821 Jul 06 13:47:33.965803 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Checking router: 949bd5ac-5927-4820-855e-b5cdc9c69a91 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:47:33.966528 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Updating router 949bd5ac-5927-4820-855e-b5cdc9c69a91 port f946b4eb-4cbc-4edf-83a0-43418bb0315a binding host dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:47:33.999071 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.006655 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-72492494-ce57-4b75-ace0-36f457b25968 req-a89fc111-e2b4-436f-a900-3a1d012d9b87 service neutron] 10.222.0.39 "GET /v2.0/networks/60bcc6e5-2a3e-4466-af92-959bc56def11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486385 Jul 06 13:47:34.007877 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a06f4c0c-baaa-4001-90a7-d58b7d513b69 req-41d06f73-6541-460f-9a54-c119a6889fe0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a503503-bc5a-427b-9188-0939c526e5da HTTP/1.1" status: 200 len: 217 time: 0.0653126 Jul 06 13:47:34.022745 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Allocated IP 172.20.0.1 (94a95241-8b88-480d-8c65-a26cd8785e78/fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4/b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:47:34.077256 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (abd205c0-525c-4099-881e-24ddf6215a27), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.088956 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b25999-49a4-4780-b547-2e82a081a3ef req-642867d8-fc4c-47cd-8e3f-65262befdab8 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:34.090528 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-20b25999-49a4-4780-b547-2e82a081a3ef req-642867d8-fc4c-47cd-8e3f-65262befdab8 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 944 time: 0.1303623 Jul 06 13:47:34.135877 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:34.145531 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:34.153048 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:47:34.187466 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Publish callbacks [] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.200676 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Pushing event updated for resources: {'Port': ['ID=abd205c0-525c-4099-881e-24ddf6215a27,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:34.206274 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4c0c-baaa-4001-90a7-d58b7d513b69 req-62061aa7-ba43-4439-86d5-51e1e4b0d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:34.211503 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a06f4c0c-baaa-4001-90a7-d58b7d513b69 req-62061aa7-ba43-4439-86d5-51e1e4b0d019 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.1787293 Jul 06 13:47:34.222998 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:34.237347 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.257352 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-20b25999-49a4-4780-b547-2e82a081a3ef req-f2d4eef5-69b0-4977-bf1f-fa739c64df38 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341197 Jul 06 13:47:34.284123 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Network 94a95241-8b88-480d-8c65-a26cd8785e78 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:34.284123 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:34.284478 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:47:34.332173 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Pushing event updated for resources: {'Port': ['ID=b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:34.346179 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33259013'] for router_interface (949bd5ac-5927-4820-855e-b5cdc9c69a91), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.417807 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:34.437857 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Publish callbacks [] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), precommit_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.449064 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.522268 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Attempting to bind port f946b4eb-4cbc-4edf-83a0-43418bb0315a on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:47:34.522726 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Attempting to bind port f946b4eb-4cbc-4edf-83a0-43418bb0315a by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:47:34.523204 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Attempting to bind port f946b4eb-4cbc-4edf-83a0-43418bb0315a on network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:47:34.523337 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.530205 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:47:34.530989 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Checking segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:47:34.531230 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.531716 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Bound using segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:47:34.532869 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Bound port: f946b4eb-4cbc-4edf-83a0-43418bb0315a, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:47:34.533387 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.537985 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f84b7f-228f-4148-bd13-2dea4d15bfb7 None None] Pushing event updated for resources: {'Port': ['ID=f946b4eb-4cbc-4edf-83a0-43418bb0315a,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:34.566716 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:34.595959 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] For port f946b4eb-4cbc-4edf-83a0-43418bb0315a, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:34.599835 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] For port f946b4eb-4cbc-4edf-83a0-43418bb0315a, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=f946b4eb-4cbc-4edf-83a0-43418bb0315a,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:34.607404 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.619765 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:34.672698 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:34.674441 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Routers {'949bd5ac-5927-4820-855e-b5cdc9c69a91'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:34.675244 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:47:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['949bd5ac-5927-4820-855e-b5cdc9c69a91'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:34.676602 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for floatingip (88665da2-9109-49f0-9aa7-2fe9921a04cf), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.708679 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Publish callbacks [] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.714454 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.730816 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f84b7f-228f-4148-bd13-2dea4d15bfb7 None None] Pushing event updated for resources: {'Port': ['ID=f946b4eb-4cbc-4edf-83a0-43418bb0315a,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:34.734626 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-cc9200d5-9431-4f9b-870d-c46693eb2cc9 None None] Provisioning complete for port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:34.735005 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-cc9200d5-9431-4f9b-870d-c46693eb2cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.761655 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (abd205c0-525c-4099-881e-24ddf6215a27), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.788291 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33264658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33259153'] for router_interface (949bd5ac-5927-4820-855e-b5cdc9c69a91), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:34.788879 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Pushing event updated for resources: {'Port': ['ID=b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:34.821764 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-cc9200d5-9431-4f9b-870d-c46693eb2cc9 None None] Port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:47:34.855206 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] Set router 949bd5ac-5927-4820-855e-b5cdc9c69a91 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:34.935392 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:34.952475 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98639-e6f8-446e-9aab-e492bbbac89b req-caa51371-406f-4d81-a027-1025f6c8d3ae tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:34.965372 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bec98639-e6f8-446e-9aab-e492bbbac89b req-caa51371-406f-4d81-a027-1025f6c8d3ae tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.1056142 Jul 06 13:47:35.001194 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 451aa9f7-6706-4556-a4b9-b87e35550d40 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:35.001955 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Network 94a95241-8b88-480d-8c65-a26cd8785e78 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:35.006941 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:35.010808 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for port (abd205c0-525c-4099-881e-24ddf6215a27), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:35.017112 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (abd205c0-525c-4099-881e-24ddf6215a27), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:35.079800 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 451aa9f7-6706-4556-a4b9-b87e35550d40 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:35.080197 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:35.133839 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Pushing event updated for resources: {'Port': ['ID=abd205c0-525c-4099-881e-24ddf6215a27,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:35.140745 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bec98639-e6f8-446e-9aab-e492bbbac89b req-f762889f-890d-4a07-af42-3fca588f20eb tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740627 Jul 06 13:47:35.157345 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (88665da2-9109-49f0-9aa7-2fe9921a04cf), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:35.219627 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 451aa9f7-6706-4556-a4b9-b87e35550d40 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:35.295849 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.l3_db [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Floating IP 88665da2-9109-49f0-9aa7-2fe9921a04cf associated. External IP: 172.27.3.84, port: e0490198-5029-4543-9a66-8d41adcd3783. Jul 06 13:47:35.319135 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'name': 'tempest-TestMinimumBasicScenario-1836941193-router', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:29Z', 'updated_at': '2022-07-06T13:47:34Z', 'revision_number': 4, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'gw_port': {'id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:31Z', 'updated_at': '2022-07-06T13:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4', 'name': '', 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'mac_address': 'fa:16:3e:14:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:33Z', 'updated_at': '2022-07-06T13:47:34Z', 'revision_number': 1, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'subnets': [{'id': 'fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:35.356072 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:35.384228 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99238df-aaa5-4e90-903e-259c7eeedad4 None None] The sync data for ids ['949bd5ac-5927-4820-855e-b5cdc9c69a91'] in dv-cinder-819149-8-iscsi is: [{'id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'name': 'tempest-TestMinimumBasicScenario-1836941193-router', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:29Z', 'updated_at': '2022-07-06T13:47:34Z', 'revision_number': 4, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'gw_port': {'id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:31Z', 'updated_at': '2022-07-06T13:47:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4', 'name': '', 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'mac_address': 'fa:16:3e:14:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:33Z', 'updated_at': '2022-07-06T13:47:34Z', 'revision_number': 1, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'subnets': [{'id': 'fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:47:35.450953 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1eac975b-89e9-4ee3-ba44-bf68b4405024 None None] Provisioning complete for port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:35.451613 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1eac975b-89e9-4ee3-ba44-bf68b4405024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:35.526380 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1eac975b-89e9-4ee3-ba44-bf68b4405024 None None] Port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:47:35.713998 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Router 949bd5ac-5927-4820-855e-b5cdc9c69a91 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:47:35.788008 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a494e-c5ed-4ccc-b777-c269ba5a76a2 req-1f4be28e-7363-44c7-bc6b-aa9d4707053d tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:35.789610 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ed6a494e-c5ed-4ccc-b777-c269ba5a76a2 req-1f4be28e-7363-44c7-bc6b-aa9d4707053d tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 944 time: 0.3674192 Jul 06 13:47:35.927544 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:47:35.949864 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a6831b0c-f731-495e-ac49-aa177ae352af admin admin] 10.222.0.20 "PUT /v2.0/routers/949bd5ac-5927-4820-855e-b5cdc9c69a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7600458 Jul 06 13:47:35.950876 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ed6a494e-c5ed-4ccc-b777-c269ba5a76a2 req-75872c21-ec84-46f4-af55-b10db4da93b8 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126924 Jul 06 13:47:35.958125 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Router 0949e91e-61a0-46de-91f1-033bf002c3cb has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:47:36.138427 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:47:36.154835 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49081a7f-ec28-438c-93bc-1de3350679bb None None] Sync routers for ids ['0949e91e-61a0-46de-91f1-033bf002c3cb'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:47:36.178069 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49081a7f-ec28-438c-93bc-1de3350679bb None None] Routers {'0949e91e-61a0-46de-91f1-033bf002c3cb'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:36.179028 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-49081a7f-ec28-438c-93bc-1de3350679bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:47:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['0949e91e-61a0-46de-91f1-033bf002c3cb'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:36.205098 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:36.272277 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-4969d038-8887-470f-9864-e6ccdf28336c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4335124 Jul 06 13:47:36.273274 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:47:36.276109 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b13dda-54d7-4561-b3ca-48ac4963788d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "tag": "e0490198-5029-4543-9a66-8d41adcd3783"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:36.335626 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-49081a7f-ec28-438c-93bc-1de3350679bb None None] Set router 0949e91e-61a0-46de-91f1-033bf002c3cb gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:36.352107 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94016ef5-6e2a-4631-8924-1c8aaa55d372 x-openstack-request-id: req-94016ef5-6e2a-4631-8924-1c8aaa55d372 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:36.352723 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "tag": "e0490198-5029-4543-9a66-8d41adcd3783", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:36.352905 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94016ef5-6e2a-4631-8924-1c8aaa55d372 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:36.353373 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94016ef5-6e2a-4631-8924-1c8aaa55d372'] response: {'name': 'network-changed', 'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783', 'status': 'completed', 'code': 200} Jul 06 13:47:36.387350 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fb86e-4344-43d0-b2fa-76c284156e6e req-9d3a6839-2317-494e-a61a-b1eed29f1421 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:36.389545 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-391fb86e-4344-43d0-b2fa-76c284156e6e req-9d3a6839-2317-494e-a61a-b1eed29f1421 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0959547 Jul 06 13:47:36.398112 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:36.516551 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-391fb86e-4344-43d0-b2fa-76c284156e6e req-9b535d01-5001-4df9-ab76-93759e4653cd tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795817 Jul 06 13:47:36.699548 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-49081a7f-ec28-438c-93bc-1de3350679bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:46:25Z', 'revision_number': 4, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port': {'id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:22Z', 'updated_at': '2022-07-06T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '88665da2-9109-49f0-9aa7-2fe9921a04cf', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'floating_ip_address': '172.27.3.84', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'port_id': 'e0490198-5029-4543-9a66-8d41adcd3783', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'mac_address': 'fa:16:3e:bb:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:47:34Z', 'updated_at': '2022-07-06T13:47:34Z', 'revision_number': 0, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348070d8-8149-44d0-b3ff-80acd22d6a04', 'name': '', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'mac_address': 'fa:16:3e:ea:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:24Z', 'updated_at': '2022-07-06T13:46:30Z', 'revision_number': 5, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'subnets': [{'id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:36.740485 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49081a7f-ec28-438c-93bc-1de3350679bb None None] Checking router: 0949e91e-61a0-46de-91f1-033bf002c3cb for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:47:36.754278 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49081a7f-ec28-438c-93bc-1de3350679bb None None] Routers {'0949e91e-61a0-46de-91f1-033bf002c3cb'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:36.754906 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-49081a7f-ec28-438c-93bc-1de3350679bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:47:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['0949e91e-61a0-46de-91f1-033bf002c3cb'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:36.881789 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-49081a7f-ec28-438c-93bc-1de3350679bb None None] Set router 0949e91e-61a0-46de-91f1-033bf002c3cb gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:37.002476 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b13dda-54d7-4561-b3ca-48ac4963788d req-5ba7a9b0-858d-440f-9e1f-56a72f211bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:37.011945 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-13b13dda-54d7-4561-b3ca-48ac4963788d req-5ba7a9b0-858d-440f-9e1f-56a72f211bda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1727f66e37f94cc6971b574c8635e078&device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 1129 time: 0.1209838 Jul 06 13:47:37.069488 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f4c0c-baaa-4001-90a7-d58b7d513b69 req-b1d441d4-a145-48fb-88d8-d804d85917ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:37.077760 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a06f4c0c-baaa-4001-90a7-d58b7d513b69 req-b1d441d4-a145-48fb-88d8-d804d85917ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2009487 Jul 06 13:47:37.115929 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127c448-4d9a-46a2-8d1d-d891599db038 req-90e2ed4f-7a06-467e-b0c0-59e688df19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:37.117793 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a127c448-4d9a-46a2-8d1d-d891599db038 req-90e2ed4f-7a06-467e-b0c0-59e688df19e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2f9f86fa910c4054b31927ba26ea96b9&device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 1128 time: 0.2256067 Jul 06 13:47:37.124625 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:37.157953 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device f946b4eb-4cbc-4edf-83a0-43418bb0315a up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:37.267249 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port f946b4eb-4cbc-4edf-83a0-43418bb0315a triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:37.267913 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:37.270092 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:37.333058 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=100 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:37.338426 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b13dda-54d7-4561-b3ca-48ac4963788d req-7932e2a0-68a6-4534-aabb-d986e771a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:37.339963 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-13b13dda-54d7-4561-b3ca-48ac4963788d req-7932e2a0-68a6-4534-aabb-d986e771a63b service neutron] 10.222.0.39 "GET /v2.0/networks?id=dec9879c-fd48-42c4-9888-128aec6a9b22 HTTP/1.1" status: 200 len: 909 time: 0.3201168 Jul 06 13:47:37.363876 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-49081a7f-ec28-438c-93bc-1de3350679bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:46:25Z', 'revision_number': 4, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port': {'id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:22Z', 'updated_at': '2022-07-06T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '88665da2-9109-49f0-9aa7-2fe9921a04cf', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'floating_ip_address': '172.27.3.84', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'port_id': 'e0490198-5029-4543-9a66-8d41adcd3783', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'mac_address': 'fa:16:3e:bb:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:47:34Z', 'updated_at': '2022-07-06T13:47:34Z', 'revision_number': 0, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348070d8-8149-44d0-b3ff-80acd22d6a04', 'name': '', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'mac_address': 'fa:16:3e:ea:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:24Z', 'updated_at': '2022-07-06T13:46:30Z', 'revision_number': 5, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'subnets': [{'id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:37.372406 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port f946b4eb-4cbc-4edf-83a0-43418bb0315a is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:37.373070 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:37.436329 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port f946b4eb-4cbc-4edf-83a0-43418bb0315a, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=f946b4eb-4cbc-4edf-83a0-43418bb0315a,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:37.443400 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:37.558818 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=f946b4eb-4cbc-4edf-83a0-43418bb0315a,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:37.577807 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0617b-bb73-4083-8457-3a0b38f10db8 req-29cf02f2-cfaa-4f6e-9ffe-05befc1d6b23 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:37.593614 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1cc0617b-bb73-4083-8457-3a0b38f10db8 req-29cf02f2-cfaa-4f6e-9ffe-05befc1d6b23 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 944 time: 0.4578493 Jul 06 13:47:37.625587 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-13b13dda-54d7-4561-b3ca-48ac4963788d req-b2686106-45a1-43b8-acc9-8e576ea52d0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0490198-5029-4543-9a66-8d41adcd3783 HTTP/1.1" status: 200 len: 998 time: 0.2770391 Jul 06 13:47:37.670932 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:37.691766 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a06f4c0c-baaa-4001-90a7-d58b7d513b69 req-497451f9-620b-433c-a83f-f194389e11e8 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033878 Jul 06 13:47:37.741199 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127c448-4d9a-46a2-8d1d-d891599db038 req-f394c951-ab05-4315-ac4f-bea2c7702ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:37.742704 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a127c448-4d9a-46a2-8d1d-d891599db038 req-f394c951-ab05-4315-ac4f-bea2c7702ddc service neutron] 10.222.0.39 "GET /v2.0/networks?id=60bcc6e5-2a3e-4466-af92-959bc56def11 HTTP/1.1" status: 200 len: 910 time: 0.6054657 Jul 06 13:47:37.750239 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49081a7f-ec28-438c-93bc-1de3350679bb None None] The sync data for ids ['0949e91e-61a0-46de-91f1-033bf002c3cb'] in dv-cinder-819149-8-iscsi is: [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:46:25Z', 'revision_number': 4, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port': {'id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:22Z', 'updated_at': '2022-07-06T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '88665da2-9109-49f0-9aa7-2fe9921a04cf', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'floating_ip_address': '172.27.3.84', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'port_id': 'e0490198-5029-4543-9a66-8d41adcd3783', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'mac_address': 'fa:16:3e:bb:a9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:47:34Z', 'updated_at': '2022-07-06T13:47:34Z', 'revision_number': 0, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348070d8-8149-44d0-b3ff-80acd22d6a04', 'name': '', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'mac_address': 'fa:16:3e:ea:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:24Z', 'updated_at': '2022-07-06T13:46:30Z', 'revision_number': 5, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'subnets': [{'id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:47:37.751641 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b13dda-54d7-4561-b3ca-48ac4963788d req-b4feb9dc-d366-4484-9332-e42eac2f4b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:37.765371 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-13b13dda-54d7-4561-b3ca-48ac4963788d req-b4feb9dc-d366-4484-9332-e42eac2f4b4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b84ce7fb-5540-4656-af27-af9dc1ed2547 HTTP/1.1" status: 200 len: 847 time: 0.1217327 Jul 06 13:47:37.830105 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1cc0617b-bb73-4083-8457-3a0b38f10db8 req-aff4fa59-8948-43bb-a012-9ed6634b3f65 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354739 Jul 06 13:47:37.885658 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a127c448-4d9a-46a2-8d1d-d891599db038 req-a603bd3d-896a-4d0e-b22d-ade57ee81495 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6613e8f-4caf-42de-865b-c8414e5bf45a HTTP/1.1" status: 200 len: 217 time: 0.0991564 Jul 06 13:47:37.896323 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b13dda-54d7-4561-b3ca-48ac4963788d req-285eef30-72e0-42d9-a544-d822c4d3a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:37.900111 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-13b13dda-54d7-4561-b3ca-48ac4963788d req-285eef30-72e0-42d9-a544-d822c4d3a494 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dec9879c-fd48-42c4-9888-128aec6a9b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1340399 Jul 06 13:47:37.968600 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef76454-16c2-4d0a-9117-6572c7d2aaa4 req-8ee1f4aa-a041-41a6-90f2-192ed9b674b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:37.976172 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7ef76454-16c2-4d0a-9117-6572c7d2aaa4 req-8ee1f4aa-a041-41a6-90f2-192ed9b674b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.2088242 Jul 06 13:47:37.977951 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:37.979513 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:38.012068 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a06f4c0c-baaa-4001-90a7-d58b7d513b69 req-cb7b5010-c1ea-4ca3-a73d-b761e440f8d6 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068421 Jul 06 13:47:38.018326 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127c448-4d9a-46a2-8d1d-d891599db038 req-1e4f4a77-de40-4c42-a581-216b4227d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:38.020610 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a127c448-4d9a-46a2-8d1d-d891599db038 req-1e4f4a77-de40-4c42-a581-216b4227d196 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=32847bc1-c65d-4324-b124-dadb7b045a43 HTTP/1.1" status: 200 len: 849 time: 0.1009817 Jul 06 13:47:38.132905 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a127c448-4d9a-46a2-8d1d-d891599db038 req-268f5a84-b57b-4139-9bfe-1af6a6c1f94c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=60bcc6e5-2a3e-4466-af92-959bc56def11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990906 Jul 06 13:47:38.151563 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-13b13dda-54d7-4561-b3ca-48ac4963788d req-f2fd9952-5bef-4b06-a3df-5d8d8601e9e0 service neutron] 10.222.0.39 "GET /v2.0/networks/dec9879c-fd48-42c4-9888-128aec6a9b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312665 Jul 06 13:47:38.234007 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec99ebb4-5846-4a7d-936a-392ee4bb2461 None None] New status for floating IP 88665da2-9109-49f0-9aa7-2fe9921a04cf: ACTIVE {{(pid=110607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:47:38.372811 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a127c448-4d9a-46a2-8d1d-d891599db038 req-f4501d8a-8d5e-40ae-b1bb-ef13ec0e03d2 service neutron] 10.222.0.39 "GET /v2.0/networks/60bcc6e5-2a3e-4466-af92-959bc56def11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197869 Jul 06 13:47:38.374708 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7ef76454-16c2-4d0a-9117-6572c7d2aaa4 req-e07ff7cf-c458-4f96-b27d-5ab24a23b4d0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973730 Jul 06 13:47:38.426761 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-13b13dda-54d7-4561-b3ca-48ac4963788d req-13508cda-04d6-498b-a10a-35be1d5ce2ba service neutron] 10.222.0.39 "GET /v2.0/networks/dec9879c-fd48-42c4-9888-128aec6a9b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753191 Jul 06 13:47:38.588050 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a127c448-4d9a-46a2-8d1d-d891599db038 req-efad0065-4e23-4163-a9d0-41a83e78d6cf service neutron] 10.222.0.39 "GET /v2.0/networks/60bcc6e5-2a3e-4466-af92-959bc56def11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079258 Jul 06 13:47:38.649573 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device c6613e8f-4caf-42de-865b-c8414e5bf45a details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:47:38.894509 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port c6613e8f-4caf-42de-865b-c8414e5bf45a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c6613e8f-4caf-42de-865b-c8414e5bf45a,segment=NetworkSegment(ba96df5a-424b-4085-9fe7-b53c987bfafc),segment_id=ba96df5a-424b-4085-9fe7-b53c987bfafc)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:38.966450 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Sync routers for ids ['949bd5ac-5927-4820-855e-b5cdc9c69a91'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:47:38.967482 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': 'c6613e8f-4caf-42de-865b-c8414e5bf45a', 'network_id': '60bcc6e5-2a3e-4466-af92-959bc56def11', 'port_id': 'c6613e8f-4caf-42de-865b-c8414e5bf45a', 'mac_address': 'fa:16:3e:41:eb:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32847bc1-c65d-4324-b124-dadb7b045a43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:47:38.989508 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Routers {'949bd5ac-5927-4820-855e-b5cdc9c69a91'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:38.990665 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:47:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['949bd5ac-5927-4820-855e-b5cdc9c69a91'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:39.010180 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port c6613e8f-4caf-42de-865b-c8414e5bf45a is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:39.010673 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:39.041808 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6613e8f-4caf-42de-865b-c8414e5bf45a {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:47:39.071183 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port c6613e8f-4caf-42de-865b-c8414e5bf45a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c6613e8f-4caf-42de-865b-c8414e5bf45a,segment=NetworkSegment(ba96df5a-424b-4085-9fe7-b53c987bfafc),segment_id=ba96df5a-424b-4085-9fe7-b53c987bfafc)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:39.072181 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:39.080036 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:39.105994 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a05d8-b8d6-4048-9d3e-273131f9f980 req-39915a98-061c-42bf-8506-fb8efde28adb tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:39.116236 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-537a05d8-b8d6-4048-9d3e-273131f9f980 req-39915a98-061c-42bf-8506-fb8efde28adb tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 944 time: 0.0990674 Jul 06 13:47:39.191288 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-537a05d8-b8d6-4048-9d3e-273131f9f980 req-8dcf12a2-78ca-43e7-a633-393ca8271cd5 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729382 Jul 06 13:47:39.193585 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=c6613e8f-4caf-42de-865b-c8414e5bf45a,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:39.202675 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device f946b4eb-4cbc-4edf-83a0-43418bb0315a up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:39.224975 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Set router 949bd5ac-5927-4820-855e-b5cdc9c69a91 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:39.255969 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port f946b4eb-4cbc-4edf-83a0-43418bb0315a triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:39.256579 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:39.386483 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port f946b4eb-4cbc-4edf-83a0-43418bb0315a is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:39.460690 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-a6c6429c-345c-48ca-b5cd-f61e055f29a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:39.484235 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'name': 'tempest-TestMinimumBasicScenario-1836941193-router', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:29Z', 'updated_at': '2022-07-06T13:47:34Z', 'revision_number': 4, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'gw_port': {'id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:31Z', 'updated_at': '2022-07-06T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4', 'name': '', 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'mac_address': 'fa:16:3e:14:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:33Z', 'updated_at': '2022-07-06T13:47:34Z', 'revision_number': 2, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'subnets': [{'id': 'fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:39.517664 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Checking router: 949bd5ac-5927-4820-855e-b5cdc9c69a91 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:47:39.518014 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Updating router 949bd5ac-5927-4820-855e-b5cdc9c69a91 port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:47:39.544985 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cca961-058d-4c5d-99c9-932391190a48 req-cf037bae-cac1-4ceb-aa94-0871f61de2f2 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:39.547168 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-79cca961-058d-4c5d-99c9-932391190a48 req-cf037bae-cac1-4ceb-aa94-0871f61de2f2 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0634665 Jul 06 13:47:39.548773 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:39.603194 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['c6613e8f-4caf-42de-865b-c8414e5bf45a'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:47:39.612268 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-79cca961-058d-4c5d-99c9-932391190a48 req-0034c44a-1fd4-4186-b749-b426ec7e7d4a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569453 Jul 06 13:47:39.680526 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=100 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:39.823433 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:39.930226 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Publish callbacks [] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:39.939229 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:40.053874 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8205d-5834-4513-ad09-f765d444167c None None] Pushing event updated for resources: {'Port': ['ID=b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:40.116670 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Attempting to bind port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:47:40.117526 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Attempting to bind port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2abdf3f0-23f7-4837-bb3b-2c3d58797855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:47:40.117887 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Attempting to bind port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 on network 94a95241-8b88-480d-8c65-a26cd8785e78 {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:47:40.125980 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:47:40.126354 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Checking segment: {'id': '2abdf3f0-23f7-4837-bb3b-2c3d58797855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:47:40.126751 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:40.127136 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Bound using segment: {'id': '2abdf3f0-23f7-4837-bb3b-2c3d58797855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:47:40.127595 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Bound port: b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abdf3f0-23f7-4837-bb3b-2c3d58797855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:47:40.128993 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:40.224336 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] For port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:40.230298 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] For port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4,segment=NetworkSegment(2abdf3f0-23f7-4837-bb3b-2c3d58797855),segment_id=2abdf3f0-23f7-4837-bb3b-2c3d58797855)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:40.253401 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:40.358845 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Routers {'949bd5ac-5927-4820-855e-b5cdc9c69a91'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:47:40.359554 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:47:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['949bd5ac-5927-4820-855e-b5cdc9c69a91'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:40.361746 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-39c5f2c0-5967-4cc3-8868-8123e3d667d8 None None] Provisioning complete for port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:40.362275 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-39c5f2c0-5967-4cc3-8868-8123e3d667d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:40.402186 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=100 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:40.413809 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8205d-5834-4513-ad09-f765d444167c None None] Pushing event updated for resources: {'Port': ['ID=b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4,revision_number=4']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:40.435594 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834898f-8078-468f-8411-55a715cd0700 req-3cb68ca5-34bb-4067-bfd0-d5ab97b50ec4 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:40.459495 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e834898f-8078-468f-8411-55a715cd0700 req-3cb68ca5-34bb-4067-bfd0-d5ab97b50ec4 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 945 time: 0.1524761 Jul 06 13:47:40.506188 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] Set router 949bd5ac-5927-4820-855e-b5cdc9c69a91 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:47:40.561781 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-39c5f2c0-5967-4cc3-8868-8123e3d667d8 None None] Current status of the port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:40.562355 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-39c5f2c0-5967-4cc3-8868-8123e3d667d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:40.590018 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e834898f-8078-468f-8411-55a715cd0700 req-3a53662a-b098-422d-8f44-99544265e080 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295602 Jul 06 13:47:40.644948 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-39c5f2c0-5967-4cc3-8868-8123e3d667d8 None None] For port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4,segment=NetworkSegment(2abdf3f0-23f7-4837-bb3b-2c3d58797855),segment_id=2abdf3f0-23f7-4837-bb3b-2c3d58797855)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:40.659183 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-39c5f2c0-5967-4cc3-8868-8123e3d667d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:40.805311 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5f2c0-5967-4cc3-8868-8123e3d667d8 None None] Pushing event updated for resources: {'Port': ['ID=b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:40.811670 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-2fb62f98-52ac-45fe-9ba5-5bca345fb09c None None] Provisioning complete for port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:40.811950 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-2fb62f98-52ac-45fe-9ba5-5bca345fb09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:40.837694 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac3c13-1a97-4ea3-ae2d-c25d1423d555 req-974b4499-4eef-4689-9098-66dbd15e795e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:40.845480 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-dcac3c13-1a97-4ea3-ae2d-c25d1423d555 req-974b4499-4eef-4689-9098-66dbd15e795e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.1254025 Jul 06 13:47:40.937542 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-dcac3c13-1a97-4ea3-ae2d-c25d1423d555 req-72f6bdb0-d77a-4ee4-af4d-9dc7b831b1c0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895622 Jul 06 13:47:40.946375 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'name': 'tempest-TestMinimumBasicScenario-1836941193-router', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:29Z', 'updated_at': '2022-07-06T13:47:34Z', 'revision_number': 4, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'gw_port': {'id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:31Z', 'updated_at': '2022-07-06T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4', 'name': '', 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'mac_address': 'fa:16:3e:14:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:33Z', 'updated_at': '2022-07-06T13:47:40Z', 'revision_number': 4, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'subnets': [{'id': 'fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:40.955146 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-2fb62f98-52ac-45fe-9ba5-5bca345fb09c None None] Current status of the port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:40.964295 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device c6613e8f-4caf-42de-865b-c8414e5bf45a up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:41.010234 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78876a21-dc2b-4205-84de-eb788254f8d6 None None] The sync data for ids ['949bd5ac-5927-4820-855e-b5cdc9c69a91'] in dv-cinder-819149-8-iscsi is: [{'id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'name': 'tempest-TestMinimumBasicScenario-1836941193-router', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:29Z', 'updated_at': '2022-07-06T13:47:34Z', 'revision_number': 4, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'gw_port': {'id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:31Z', 'updated_at': '2022-07-06T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4', 'name': '', 'network_id': '94a95241-8b88-480d-8c65-a26cd8785e78', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'mac_address': 'fa:16:3e:14:45:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:33Z', 'updated_at': '2022-07-06T13:47:40Z', 'revision_number': 4, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'subnets': [{'id': 'fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:47:41.067438 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:41.073642 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port c6613e8f-4caf-42de-865b-c8414e5bf45a completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:47:41.091208 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:47:41.140693 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port c6613e8f-4caf-42de-865b-c8414e5bf45a triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:41.141158 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:41.195839 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:41.196358 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:41.350750 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port c6613e8f-4caf-42de-865b-c8414e5bf45a is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:41.351141 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:41.440290 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3afe313-9d49-40e7-afac-343f7950053e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6613e8f-4caf-42de-865b-c8414e5bf45a'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:47:41.443106 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeed5e5c-68b8-4f45-9193-65612192d6ef" -d '{"events": [{"server_uuid": "b3afe313-9d49-40e7-afac-343f7950053e", "name": "network-vif-plugged", "status": "completed", "tag": "c6613e8f-4caf-42de-865b-c8414e5bf45a"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:41.461665 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port c6613e8f-4caf-42de-865b-c8414e5bf45a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c6613e8f-4caf-42de-865b-c8414e5bf45a,segment=NetworkSegment(ba96df5a-424b-4085-9fe7-b53c987bfafc),segment_id=ba96df5a-424b-4085-9fe7-b53c987bfafc)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:41.464489 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:47:41.475364 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:41.541678 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=c6613e8f-4caf-42de-865b-c8414e5bf45a,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:41.557739 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf126d75-2e44-4f71-9113-0dbedfb9bfdc x-openstack-request-id: req-cf126d75-2e44-4f71-9113-0dbedfb9bfdc {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:41.558630 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3afe313-9d49-40e7-afac-343f7950053e", "name": "network-vif-plugged", "status": "completed", "tag": "c6613e8f-4caf-42de-865b-c8414e5bf45a", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:41.559354 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf126d75-2e44-4f71-9113-0dbedfb9bfdc {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:41.560912 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf126d75-2e44-4f71-9113-0dbedfb9bfdc'] response: {'server_uuid': 'b3afe313-9d49-40e7-afac-343f7950053e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6613e8f-4caf-42de-865b-c8414e5bf45a', 'code': 200} Jul 06 13:47:41.789117 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40b469-ee9c-4ef5-9474-3e5e6fab7ba7 req-ac931fe3-84fd-4d03-9a2c-dfd6b854160e tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:41.790714 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9e40b469-ee9c-4ef5-9474-3e5e6fab7ba7 req-ac931fe3-84fd-4d03-9a2c-dfd6b854160e tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 946 time: 0.0967243 Jul 06 13:47:41.854661 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3f971-c1cb-44a9-897e-16d6efd8066b req-01e0ad1f-54a1-451e-8e69-a7465b806522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:41.856375 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cda3f971-c1cb-44a9-897e-16d6efd8066b req-01e0ad1f-54a1-451e-8e69-a7465b806522 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 1130 time: 0.0634696 Jul 06 13:47:41.877499 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9e40b469-ee9c-4ef5-9474-3e5e6fab7ba7 req-3edf0f8e-ade9-41fb-8f1c-e0cce4285d09 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738997 Jul 06 13:47:41.938782 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-7da5e14c-2d4f-43a1-bf38-a53654b3d5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:41.952117 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cda3f971-c1cb-44a9-897e-16d6efd8066b req-aff91740-5b92-4802-a53c-a5916bc080d4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861888 Jul 06 13:47:42.111093 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f957620-ab7d-4902-9bd3-5114503ae9a5 req-e5081697-55a8-43ed-bdfa-17ef10fe7260 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:42.114146 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3f957620-ab7d-4902-9bd3-5114503ae9a5 req-e5081697-55a8-43ed-bdfa-17ef10fe7260 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0714419 Jul 06 13:47:42.187822 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3f957620-ab7d-4902-9bd3-5114503ae9a5 req-cd17cda8-cc9b-4458-bd60-6050b2121ab6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687425 Jul 06 13:47:42.885248 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:43.041262 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b48ea-0236-4ea2-af3b-b33be9edb3c0 req-48f90285-27df-44ca-8f17-7f233eadb170 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:43.043868 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a92b48ea-0236-4ea2-af3b-b33be9edb3c0 req-48f90285-27df-44ca-8f17-7f233eadb170 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 946 time: 0.0628171 Jul 06 13:47:43.105538 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a92b48ea-0236-4ea2-af3b-b33be9edb3c0 req-ef9b81ae-7ed3-4d95-b7b0-f9fc369294fb tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556147 Jul 06 13:47:43.326339 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f08006-2f2f-4aaa-9600-34b4be855ace req-c2affad9-c420-490c-a965-c6f29e4cfb31 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:43.327947 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f2f08006-2f2f-4aaa-9600-34b4be855ace req-c2affad9-c420-490c-a965-c6f29e4cfb31 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0621378 Jul 06 13:47:43.380364 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f2f08006-2f2f-4aaa-9600-34b4be855ace req-74b5152e-8409-4297-9a12-b9501ad253ee tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464153 Jul 06 13:47:44.226606 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe3e3b-0899-4ccc-9f40-67e5cbdc35f3 req-4f9f174b-6958-447f-9e57-b55fbc25549a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:44.228926 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e5fe3e3b-0899-4ccc-9f40-67e5cbdc35f3 req-4f9f174b-6958-447f-9e57-b55fbc25549a tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 946 time: 0.0575485 Jul 06 13:47:44.295149 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e5fe3e3b-0899-4ccc-9f40-67e5cbdc35f3 req-9ef3984c-1d71-44f9-a32d-e7bb0809e40c tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604360 Jul 06 13:47:44.330568 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:44.338395 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:44.522003 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e02796-0194-44df-8570-e2484098300a req-2c35b19b-408a-44c4-93de-cf7cb07dc44a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:44.524225 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e7e02796-0194-44df-8570-e2484098300a req-2c35b19b-408a-44c4-93de-cf7cb07dc44a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0614090 Jul 06 13:47:44.601780 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e7e02796-0194-44df-8570-e2484098300a req-654581d1-f8c1-4771-9829-009de1a95d7a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710728 Jul 06 13:47:44.638565 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:45.437113 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea43793-0cd1-44f9-b845-fe426e6cd82d req-94112066-40c4-41ba-959c-09280f81aa91 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:45.439960 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3ea43793-0cd1-44f9-b845-fe426e6cd82d req-94112066-40c4-41ba-959c-09280f81aa91 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 946 time: 0.0692844 Jul 06 13:47:45.454610 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:45.518286 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3ea43793-0cd1-44f9-b845-fe426e6cd82d req-1e238d12-f6f6-4691-bd22-41690795127f tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707278 Jul 06 13:47:45.764642 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc540f5f-f496-463a-b38d-250f1f1f1b59 req-03184bbd-7f00-4743-91a1-b2d16556df41 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:45.780104 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fc540f5f-f496-463a-b38d-250f1f1f1b59 req-03184bbd-7f00-4743-91a1-b2d16556df41 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0853550 Jul 06 13:47:45.854039 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fc540f5f-f496-463a-b38d-250f1f1f1b59 req-fbae297e-c4ca-48c4-8899-e7597759d341 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730419 Jul 06 13:47:45.918572 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:47:46.562742 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee945ee5-8baa-4b92-b005-26f65d616693 req-ee008206-552e-4c01-9bf4-a0352c55d11b tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:46.569910 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ee945ee5-8baa-4b92-b005-26f65d616693 req-ee008206-552e-4c01-9bf4-a0352c55d11b tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 946 time: 0.0683544 Jul 06 13:47:46.578859 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:46.587528 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:46.631747 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ee945ee5-8baa-4b92-b005-26f65d616693 req-9fdc4201-da3d-4e78-908c-2895136756c4 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608006 Jul 06 13:47:46.971203 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33894) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:47.052306 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5c5e9-3044-4ec6-875f-6e12695cf603 req-f81a3d65-75f4-4ab3-bdcc-b896e25b53a4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:47.059698 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5fb5c5e9-3044-4ec6-875f-6e12695cf603 req-f81a3d65-75f4-4ab3-bdcc-b896e25b53a4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.1016610 Jul 06 13:47:47.090944 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efdc032-bd2f-447e-b314-cfc84f144a26 admin admin] Deleting subnet 6fe819cf-1c83-4298-b828-fee61c6b2d78 {{(pid=110605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:47:47.098619 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4efdc032-bd2f-447e-b314-cfc84f144a26 admin admin] Publish callbacks [] for subnet (6fe819cf-1c83-4298-b828-fee61c6b2d78), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:47.148236 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:47.159753 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5fb5c5e9-3044-4ec6-875f-6e12695cf603 req-d892fb75-d5f1-42e7-b62d-957a3ce70363 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966773 Jul 06 13:47:47.176553 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4efdc032-bd2f-447e-b314-cfc84f144a26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29892110'] for subnet (6fe819cf-1c83-4298-b828-fee61c6b2d78), precommit_delete_associations {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:47.233964 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4efdc032-bd2f-447e-b314-cfc84f144a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (6fe819cf-1c83-4298-b828-fee61c6b2d78), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:47.317562 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4efdc032-bd2f-447e-b314-cfc84f144a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30355106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29387770'] for subnet (6fe819cf-1c83-4298-b828-fee61c6b2d78), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:47.351230 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdc032-bd2f-447e-b314-cfc84f144a26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe819cf-1c83-4298-b828-fee61c6b2d78,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:47.357851 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4efdc032-bd2f-447e-b314-cfc84f144a26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:47.364117 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 33896) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:47.367437 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-4efdc032-bd2f-447e-b314-cfc84f144a26 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6fe819cf-1c83-4298-b828-fee61c6b2d78 HTTP/1.1" status: 204 len: 168 time: 0.3914990 Jul 06 13:47:47.453518 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82dd7dd8-e23e-402d-a390-a80ef922e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (3d53ee9f-7719-4b2b-9879-1e579fb7ad4a), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:47.560773 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82dd7dd8-e23e-402d-a390-a80ef922e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (3d53ee9f-7719-4b2b-9879-1e579fb7ad4a), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:47.588158 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-82dd7dd8-e23e-402d-a390-a80ef922e8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d53ee9f-7719-4b2b-9879-1e579fb7ad4a']}} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:47.599804 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-82dd7dd8-e23e-402d-a390-a80ef922e8c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db45fc7-5b1a-4b12-9474-be3cb80c7417') {'for_net_delete': True} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:47.600099 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-82dd7dd8-e23e-402d-a390-a80ef922e8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db45fc7-5b1a-4b12-9474-be3cb80c7417') {} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:47.618711 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82dd7dd8-e23e-402d-a390-a80ef922e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30014732'] for segment (1db45fc7-5b1a-4b12-9474-be3cb80c7417), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:47.636697 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82dd7dd8-e23e-402d-a390-a80ef922e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (1db45fc7-5b1a-4b12-9474-be3cb80c7417), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:47.647785 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dd7dd8-e23e-402d-a390-a80ef922e8c7 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=110606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:47:47.647785 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82dd7dd8-e23e-402d-a390-a80ef922e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31420896'] for segment (1db45fc7-5b1a-4b12-9474-be3cb80c7417), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:47.738766 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment 1db45fc7-5b1a-4b12-9474-be3cb80c7417 resource provider aggregate not found Jul 06 13:47:47.765684 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment 1db45fc7-5b1a-4b12-9474-be3cb80c7417 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1db45fc7-5b1a-4b12-9474-be3cb80c7417 found for delete ", "request_id": "req-b1c9cfa7-6e17-4ed5-b66e-7ad7e598c66c"}]} Jul 06 13:47:47.766879 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82dd7dd8-e23e-402d-a390-a80ef922e8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (3d53ee9f-7719-4b2b-9879-1e579fb7ad4a), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:47.791790 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82dd7dd8-e23e-402d-a390-a80ef922e8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:47.798935 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33908) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:47.799296 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-82dd7dd8-e23e-402d-a390-a80ef922e8c7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3d53ee9f-7719-4b2b-9879-1e579fb7ad4a HTTP/1.1" status: 204 len: 168 time: 0.4332213 Jul 06 13:47:47.837659 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd7dd8-e23e-402d-a390-a80ef922e8c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d53ee9f-7719-4b2b-9879-1e579fb7ad4a,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:47.871982 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11c7a8-1daf-4dbb-b959-8efec4d66f66 req-7fdbe5e8-688d-4c8e-832c-e7be152acec3 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:47.873512 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9b11c7a8-1daf-4dbb-b959-8efec4d66f66 req-7fdbe5e8-688d-4c8e-832c-e7be152acec3 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 946 time: 0.0975597 Jul 06 13:47:47.913750 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b29b5c0-ba27-4962-aa15-5d83f01528b7 admin admin] Deleting subnet f893c733-98df-4206-bbde-d08049bd1e5f {{(pid=110605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:47:47.917686 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4b29b5c0-ba27-4962-aa15-5d83f01528b7 admin admin] Publish callbacks [] for subnet (f893c733-98df-4206-bbde-d08049bd1e5f), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:47.960981 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9b11c7a8-1daf-4dbb-b959-8efec4d66f66 req-262584fa-964c-4909-9033-7e58c2bb1fb0 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753665 Jul 06 13:47:47.974806 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4b29b5c0-ba27-4962-aa15-5d83f01528b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29892110'] for subnet (f893c733-98df-4206-bbde-d08049bd1e5f), precommit_delete_associations {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:48.028060 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4b29b5c0-ba27-4962-aa15-5d83f01528b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (f893c733-98df-4206-bbde-d08049bd1e5f), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:48.166669 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4b29b5c0-ba27-4962-aa15-5d83f01528b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30355106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29387770'] for subnet (f893c733-98df-4206-bbde-d08049bd1e5f), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:48.207456 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29b5c0-ba27-4962-aa15-5d83f01528b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f893c733-98df-4206-bbde-d08049bd1e5f,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:48.234559 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4b29b5c0-ba27-4962-aa15-5d83f01528b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:48.241049 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-4b29b5c0-ba27-4962-aa15-5d83f01528b7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f893c733-98df-4206-bbde-d08049bd1e5f HTTP/1.1" status: 204 len: 168 time: 0.4384899 Jul 06 13:47:48.241306 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33926) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:48.401054 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bc063080-360c-4682-87bf-33a3e0153724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (e58e8987-49c3-4cfc-965a-2167475f4c82), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:48.414472 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c0141-7c4d-442d-a87a-3a9c7d533839 req-7ca6c278-c657-4f85-81b7-94533f62cc6f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:48.421227 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fd0c0141-7c4d-442d-a87a-3a9c7d533839 req-7ca6c278-c657-4f85-81b7-94533f62cc6f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0999439 Jul 06 13:47:48.524209 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fd0c0141-7c4d-442d-a87a-3a9c7d533839 req-bab0bf5f-fdae-4d6d-9ad1-a95775a473d9 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020246 Jul 06 13:47:48.560454 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bc063080-360c-4682-87bf-33a3e0153724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (e58e8987-49c3-4cfc-965a-2167475f4c82), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:48.584347 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab16154-e335-4005-8113-7addd12c1c11 req-459e53e2-591a-46e8-85c5-20dee7dba64f tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:48.586572 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dab16154-e335-4005-8113-7addd12c1c11 req-459e53e2-591a-46e8-85c5-20dee7dba64f tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 946 time: 0.0792463 Jul 06 13:47:48.589946 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-bc063080-360c-4682-87bf-33a3e0153724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58e8987-49c3-4cfc-965a-2167475f4c82']}} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:48.599592 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-bc063080-360c-4682-87bf-33a3e0153724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5573336a-2a49-4f51-9c21-46a0653ef355') {'for_net_delete': True} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:48.599882 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-bc063080-360c-4682-87bf-33a3e0153724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5573336a-2a49-4f51-9c21-46a0653ef355') {} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:47:48.601471 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:48.611741 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bc063080-360c-4682-87bf-33a3e0153724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29892101'] for segment (5573336a-2a49-4f51-9c21-46a0653ef355), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:48.627548 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bc063080-360c-4682-87bf-33a3e0153724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (5573336a-2a49-4f51-9c21-46a0653ef355), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:48.636702 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc063080-360c-4682-87bf-33a3e0153724 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=110605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:47:48.636702 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bc063080-360c-4682-87bf-33a3e0153724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30355032'] for segment (5573336a-2a49-4f51-9c21-46a0653ef355), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:48.705345 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment 5573336a-2a49-4f51-9c21-46a0653ef355 resource provider aggregate not found Jul 06 13:47:48.720765 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bc063080-360c-4682-87bf-33a3e0153724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (e58e8987-49c3-4cfc-965a-2167475f4c82), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:48.729818 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bc063080-360c-4682-87bf-33a3e0153724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:48.735246 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-bc063080-360c-4682-87bf-33a3e0153724 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e58e8987-49c3-4cfc-965a-2167475f4c82 HTTP/1.1" status: 204 len: 168 time: 0.4905028 Jul 06 13:47:48.735246 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment 5573336a-2a49-4f51-9c21-46a0653ef355 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5573336a-2a49-4f51-9c21-46a0653ef355 found for delete ", "request_id": "req-2135379e-ac97-4b96-bac2-97029d29e8eb"}]} Jul 06 13:47:48.743654 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [req-dab16154-e335-4005-8113-7addd12c1c11 req-ea52f2c8-8f29-4e30-8679-c060ea8d2446 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Deleting port c6613e8f-4caf-42de-865b-c8414e5bf45a {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:47:48.744249 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-dab16154-e335-4005-8113-7addd12c1c11 req-ea52f2c8-8f29-4e30-8679-c060ea8d2446 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:48.754779 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc063080-360c-4682-87bf-33a3e0153724 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58e8987-49c3-4cfc-965a-2167475f4c82,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:48.871255 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-dab16154-e335-4005-8113-7addd12c1c11 req-ea52f2c8-8f29-4e30-8679-c060ea8d2446 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] For port c6613e8f-4caf-42de-865b-c8414e5bf45a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=c6613e8f-4caf-42de-865b-c8414e5bf45a,segment=NetworkSegment(ba96df5a-424b-4085-9fe7-b53c987bfafc),segment_id=ba96df5a-424b-4085-9fe7-b53c987bfafc)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:47:48.871541 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-dab16154-e335-4005-8113-7addd12c1c11 req-ea52f2c8-8f29-4e30-8679-c060ea8d2446 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:48.887833 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [req-dab16154-e335-4005-8113-7addd12c1c11 req-ea52f2c8-8f29-4e30-8679-c060ea8d2446 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Calling delete_port for c6613e8f-4caf-42de-865b-c8414e5bf45a owned by compute:nova {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:47:49.070516 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33956) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:49.105603 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d314c-b393-4713-b2c5-384f96847f17 req-b209a92e-3931-41ef-9f0f-afbb153dc285 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:49.107235 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-888d314c-b393-4713-b2c5-384f96847f17 req-b209a92e-3931-41ef-9f0f-afbb153dc285 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 946 time: 0.0833855 Jul 06 13:47:49.108673 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-dab16154-e335-4005-8113-7addd12c1c11 req-ea52f2c8-8f29-4e30-8679-c060ea8d2446 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (c6613e8f-4caf-42de-865b-c8414e5bf45a), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:49.119006 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:49.123207 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-52b02414-41c5-4573-9144-49c9f953d1f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9a20fc57e104d31b0b0c93fce8ccb32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0514586 Jul 06 13:47:49.125680 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 33960) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:49.148062 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52f2c8-8f29-4e30-8679-c060ea8d2446 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Pushing event deleted for resources: {'Port': ['ID=c6613e8f-4caf-42de-865b-c8414e5bf45a,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:49.192819 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0b85-e7f5-4924-8a37-a706f4834a6f admin admin] Publish callbacks [] for security_group (a8cf30b0-e4c8-4573-af8a-5a6dbea59f92), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:49.218337 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab16154-e335-4005-8113-7addd12c1c11 req-ea52f2c8-8f29-4e30-8679-c060ea8d2446 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] No DVR routers for this DVR port c6613e8f-4caf-42de-865b-c8414e5bf45a on host hv-cinder-81914 {{(pid=110606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:47:49.218553 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0b85-e7f5-4924-8a37-a706f4834a6f admin admin] Publish callbacks [] for security_group (a8cf30b0-e4c8-4573-af8a-5a6dbea59f92), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:49.223532 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-dab16154-e335-4005-8113-7addd12c1c11 req-ea52f2c8-8f29-4e30-8679-c060ea8d2446 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:49.226738 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dab16154-e335-4005-8113-7addd12c1c11 req-ea52f2c8-8f29-4e30-8679-c060ea8d2446 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.39 "DELETE /v2.0/ports/c6613e8f-4caf-42de-865b-c8414e5bf45a HTTP/1.1" status: 204 len: 173 time: 0.6131201 Jul 06 13:47:49.227230 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3afe313-9d49-40e7-afac-343f7950053e', 'name': 'network-vif-deleted', 'tag': 'c6613e8f-4caf-42de-865b-c8414e5bf45a'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:47:49.229974 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b95a0f-b636-4516-8ba6-aaa62dd7134a" -d '{"events": [{"server_uuid": "b3afe313-9d49-40e7-afac-343f7950053e", "name": "network-vif-deleted", "tag": "c6613e8f-4caf-42de-865b-c8414e5bf45a"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:49.238583 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:49.244050 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-888d314c-b393-4713-b2c5-384f96847f17 req-65320f0f-f1ab-4c9d-866f-d326a38c643c tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/security-groups?id=934c00df-b3ca-4a48-bff9-e004fd80f24f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233335 Jul 06 13:47:49.281354 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0b85-e7f5-4924-8a37-a706f4834a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (a8cf30b0-e4c8-4573-af8a-5a6dbea59f92), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:49.283939 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0b85-e7f5-4924-8a37-a706f4834a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:49.286120 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-ab9d0b85-e7f5-4924-8a37-a706f4834a6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a8cf30b0-e4c8-4573-af8a-5a6dbea59f92 HTTP/1.1" status: 204 len: 168 time: 0.1594820 Jul 06 13:47:49.300917 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d0b85-e7f5-4924-8a37-a706f4834a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf30b0-e4c8-4573-af8a-5a6dbea59f92,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:49.302774 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38970c6-945c-4a53-9ede-d130dc74c517 x-openstack-request-id: req-f38970c6-945c-4a53-9ede-d130dc74c517 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:49.303073 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3afe313-9d49-40e7-afac-343f7950053e", "name": "network-vif-deleted", "tag": "c6613e8f-4caf-42de-865b-c8414e5bf45a", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:49.303585 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f38970c6-945c-4a53-9ede-d130dc74c517 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:49.304160 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38970c6-945c-4a53-9ede-d130dc74c517'] response: {'server_uuid': 'b3afe313-9d49-40e7-afac-343f7950053e', 'name': 'network-vif-deleted', 'tag': 'c6613e8f-4caf-42de-865b-c8414e5bf45a', 'status': 'completed', 'code': 200} Jul 06 13:47:49.432934 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-21fbb190-ae4f-446b-b723-f468e879ffb4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:49.434598 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-21fbb190-ae4f-446b-b723-f468e879ffb4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/networks?id=0f788e92-d88f-409a-8e81-b02e1ed607f4 HTTP/1.1" status: 200 len: 813 time: 0.1094680 Jul 06 13:47:49.451321 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-29a7f13a-fc76-46b0-8c11-b367453c518b tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/quotas/3ffa9da064c64346b5f227c28a89ea81 HTTP/1.1" status: 200 len: 375 time: 0.0110722 Jul 06 13:47:49.516231 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-f46bef5a-7891-4576-b612-b9b0aa2207e3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ffa9da064c64346b5f227c28a89ea81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541244 Jul 06 13:47:49.653625 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-83e4d891-faa4-4b88-b496-5a89d7200ee2 service neutron] 10.222.0.20 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241808 Jul 06 13:47:49.655632 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fac28b-090b-48b3-811e-10886eca7ced req-7756f151-e337-4f53-a0e3-0734afb41c44 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:49.657356 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f4fac28b-090b-48b3-811e-10886eca7ced req-7756f151-e337-4f53-a0e3-0734afb41c44 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0645814 Jul 06 13:47:49.682486 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:49.718848 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f4fac28b-090b-48b3-811e-10886eca7ced req-2776a695-cc1d-4604-a794-c82ee788b880 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545878 Jul 06 13:47:49.750575 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 34002) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:49.786832 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-55e42646-4eff-463c-9af2-e06392a9e16d service neutron] 10.222.0.20 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212752 Jul 06 13:47:49.797492 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-6e9edba5-2af7-40d5-9709-29b726cacdf9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99d3842d090b45ce98a44f21aac8b464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456626 Jul 06 13:47:49.800546 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 34004) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:49.855954 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8d5674e1-c892-49d3-8a93-10d264b80c54 admin admin] Publish callbacks [] for security_group (1a023e38-72f3-4302-82d3-def7c881194c), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:49.884834 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8d5674e1-c892-49d3-8a93-10d264b80c54 admin admin] Publish callbacks [] for security_group (1a023e38-72f3-4302-82d3-def7c881194c), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:49.964031 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7ff14b9f-32a1-4c46-a718-4640c7238944 req-58e455c9-59bd-49e6-99f7-5bd82616acee tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 210 time: 0.0310936 Jul 06 13:47:49.986057 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8d5674e1-c892-49d3-8a93-10d264b80c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (1a023e38-72f3-4302-82d3-def7c881194c), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:49.989461 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8d5674e1-c892-49d3-8a93-10d264b80c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:49.993234 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-8d5674e1-c892-49d3-8a93-10d264b80c54 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a023e38-72f3-4302-82d3-def7c881194c HTTP/1.1" status: 204 len: 168 time: 0.1884856 Jul 06 13:47:49.998938 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5674e1-c892-49d3-8a93-10d264b80c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a023e38-72f3-4302-82d3-def7c881194c,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:50.014675 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 34014) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:50.370814 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d283ebc9-a953-43f1-a428-ac0a02168b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:50.375714 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b15a7844-85af-4396-83eb-9358b26434f8 req-aad6856f-fae4-4a17-89fc-ed96baa52488 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 210 time: 0.0478296 Jul 06 13:47:50.465914 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d283ebc9-a953-43f1-a428-ac0a02168b0d admin admin] Publish callbacks [] for security_group (e3688342-bfcd-492c-ae76-77630854c44d), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:50.473150 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d283ebc9-a953-43f1-a428-ac0a02168b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (e3688342-bfcd-492c-ae76-77630854c44d), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:50.519495 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-d283ebc9-a953-43f1-a428-ac0a02168b0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93feebcc3429463aaa122941fa66f29c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5037096 Jul 06 13:47:50.521873 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283ebc9-a953-43f1-a428-ac0a02168b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3688342-bfcd-492c-ae76-77630854c44d,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:50.522443 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 34034) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:50.586592 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f3e37850-f9ca-46d8-b8be-5f49a5d741a0 admin admin] Publish callbacks [] for security_group (e3688342-bfcd-492c-ae76-77630854c44d), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:50.616968 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f3e37850-f9ca-46d8-b8be-5f49a5d741a0 admin admin] Publish callbacks [] for security_group (e3688342-bfcd-492c-ae76-77630854c44d), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:50.673981 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f3e37850-f9ca-46d8-b8be-5f49a5d741a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (e3688342-bfcd-492c-ae76-77630854c44d), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:50.678734 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f3e37850-f9ca-46d8-b8be-5f49a5d741a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:50.680212 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-f3e37850-f9ca-46d8-b8be-5f49a5d741a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3688342-bfcd-492c-ae76-77630854c44d HTTP/1.1" status: 204 len: 168 time: 0.1566777 Jul 06 13:47:50.695102 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e37850-f9ca-46d8-b8be-5f49a5d741a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3688342-bfcd-492c-ae76-77630854c44d,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:50.866950 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6503072-b391-4d77-991c-b2e48206c5ee req-8513bf2e-9d58-4225-af05-cddcb00b750f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:50.868461 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e6503072-b391-4d77-991c-b2e48206c5ee req-8513bf2e-9d58-4225-af05-cddcb00b750f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 1129 time: 0.0843699 Jul 06 13:47:50.883832 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18518550-09c1-444a-a2a6-0e52a8469e59 req-f10e0a3e-dffc-48e9-b2d9-f9d359a8248c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:50.891983 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-18518550-09c1-444a-a2a6-0e52a8469e59 req-f10e0a3e-dffc-48e9-b2d9-f9d359a8248c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0673969 Jul 06 13:47:50.939693 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-18518550-09c1-444a-a2a6-0e52a8469e59 req-8100cf81-4e58-4b58-91bd-05cd3130b671 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468633 Jul 06 13:47:50.977699 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device c6613e8f-4caf-42de-865b-c8414e5bf45a no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:47:50.998095 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: c6613e8f-4caf-42de-865b-c8414e5bf45a {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:47:50.998669 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device c6613e8f-4caf-42de-865b-c8414e5bf45a not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:47:51.054066 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 34058) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:51.069147 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-376ca763-66b6-45a3-8e7b-b0d035f9db95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:51.088615 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-001b7437-b40a-4ca5-a606-1ccbcfbb4d0f req-ec0d3304-0d38-4851-8765-a820be809997 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 210 time: 0.0425656 Jul 06 13:47:51.174027 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-376ca763-66b6-45a3-8e7b-b0d035f9db95 admin admin] Publish callbacks [] for security_group (9d56cba5-e60c-40cc-afa3-4eeac84f15db), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:51.183087 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-376ca763-66b6-45a3-8e7b-b0d035f9db95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (9d56cba5-e60c-40cc-afa3-4eeac84f15db), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:51.235462 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e6503072-b391-4d77-991c-b2e48206c5ee req-3061965f-f98c-4e64-bc1a-70284befbd34 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933647 Jul 06 13:47:51.239065 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-376ca763-66b6-45a3-8e7b-b0d035f9db95 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c1254f0335304a4fa2a9aca11fe59dc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837206 Jul 06 13:47:51.239986 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ca763-66b6-45a3-8e7b-b0d035f9db95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d56cba5-e60c-40cc-afa3-4eeac84f15db,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:51.241829 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 34064) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:47:51.264227 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:DELETE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:51.295800 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc46d-1366-4ad2-ab56-f983a5fb65eb admin admin] Publish callbacks [] for security_group (9d56cba5-e60c-40cc-afa3-4eeac84f15db), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:51.319386 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc46d-1366-4ad2-ab56-f983a5fb65eb admin admin] Publish callbacks [] for security_group (9d56cba5-e60c-40cc-afa3-4eeac84f15db), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:51.367860 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc46d-1366-4ad2-ab56-f983a5fb65eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (9d56cba5-e60c-40cc-afa3-4eeac84f15db), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:51.370799 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bc6fc46d-1366-4ad2-ab56-f983a5fb65eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:51.374900 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-bc6fc46d-1366-4ad2-ab56-f983a5fb65eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d56cba5-e60c-40cc-afa3-4eeac84f15db HTTP/1.1" status: 204 len: 168 time: 0.1297357 Jul 06 13:47:51.388891 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fc46d-1366-4ad2-ab56-f983a5fb65eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d56cba5-e60c-40cc-afa3-4eeac84f15db,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:51.496937 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-96df5cf1-ce7e-48ba-a634-f73d51a1ea65 req-12507d90-4d43-4361-b689-a1ec08704e91 tempest-VolumesActionsTest-262392969 tempest-VolumesActionsTest-262392969-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3afe313-9d49-40e7-afac-343f7950053e HTTP/1.1" status: 200 len: 210 time: 0.0317185 Jul 06 13:47:52.063749 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6872757-23e1-4c5c-9d06-bc12e8aaf142 req-03ef5e22-978b-4509-b1b4-56b3838c72e1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:52.067186 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c6872757-23e1-4c5c-9d06-bc12e8aaf142 req-03ef5e22-978b-4509-b1b4-56b3838c72e1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0519068 Jul 06 13:47:52.120476 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c6872757-23e1-4c5c-9d06-bc12e8aaf142 req-8faa41df-7422-4478-b354-0884e260e095 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466042 Jul 06 13:47:52.191903 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6518c54b-6ff4-42d5-aa32-5338ee10bf48 req-3c379d33-5f0b-4b28-9968-1a9ca0b7e738 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 210 time: 0.0290604 Jul 06 13:47:52.353463 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:52.381451 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:52.475283 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-a32c7404-d9e2-43b7-8dbf-d1cae284ecee tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:52.476732 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-a32c7404-d9e2-43b7-8dbf-d1cae284ecee tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.39 "GET /v2.0/networks?id=0f788e92-d88f-409a-8e81-b02e1ed607f4 HTTP/1.1" status: 200 len: 813 time: 0.1322632 Jul 06 13:47:52.532815 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-3ef4f7e0-99f7-4070-8a3e-5376fd77e55c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Request body: {'port': {'device_id': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'admin_state_up': True, 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:52.658400 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-3ef4f7e0-99f7-4070-8a3e-5376fd77e55c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Made reservation on behalf of 3ffa9da064c64346b5f227c28a89ea81 for: {'port': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:47:52.663364 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-3ef4f7e0-99f7-4070-8a3e-5376fd77e55c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:52.825172 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-3ef4f7e0-99f7-4070-8a3e-5376fd77e55c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Allocated IP 172.20.0.7 (0f788e92-d88f-409a-8e81-b02e1ed607f4/daf2852e-982c-49d4-b0f9-eb3bb3153a0b/41ac049c-27f7-4531-b7d5-cc2e3f0f8c79) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:47:53.049264 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-3ef4f7e0-99f7-4070-8a3e-5376fd77e55c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:53.087106 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-3ef4f7e0-99f7-4070-8a3e-5376fd77e55c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:53.136723 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-3ef4f7e0-99f7-4070-8a3e-5376fd77e55c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Network 0f788e92-d88f-409a-8e81-b02e1ed607f4 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:47:53.139808 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-3ef4f7e0-99f7-4070-8a3e-5376fd77e55c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:47:53.144887 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-3ef4f7e0-99f7-4070-8a3e-5376fd77e55c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:47:53.172034 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4f7e0-99f7-4070-8a3e-5376fd77e55c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event updated for resources: {'Port': ['ID=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:53.210792 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-3ef4f7e0-99f7-4070-8a3e-5376fd77e55c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:53.211437 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-3ef4f7e0-99f7-4070-8a3e-5376fd77e55c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:53.233512 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-3ef4f7e0-99f7-4070-8a3e-5376fd77e55c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7054646 Jul 06 13:47:53.330318 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9930a75-0341-4884-9b45-5e66853d7315 req-0c6b38bb-35cb-4591-979a-0d9bd50883de tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:53.332868 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e9930a75-0341-4884-9b45-5e66853d7315 req-0c6b38bb-35cb-4591-979a-0d9bd50883de tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0734212 Jul 06 13:47:53.365437 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:53.374298 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4737b-f01f-47eb-acd3-71fa4d50fdd5 req-efa502af-9c12-4af7-83f8-c9db02a07df5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:53.384842 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a3d4737b-f01f-47eb-acd3-71fa4d50fdd5 req-efa502af-9c12-4af7-83f8-c9db02a07df5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 931 time: 0.0751617 Jul 06 13:47:53.392442 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e9930a75-0341-4884-9b45-5e66853d7315 req-adcdedfd-a54d-4951-a8ee-e3f4c6909433 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531209 Jul 06 13:47:53.456740 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a3d4737b-f01f-47eb-acd3-71fa4d50fdd5 req-8ac777c9-12f7-44ca-876c-87a6f6cd817e tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625973 Jul 06 13:47:53.486132 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-2280313b-9632-4673-b8b3-8b43f58f75bf None None] Provisioning complete for port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:47:53.486652 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-2280313b-9632-4673-b8b3-8b43f58f75bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:53.528570 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-2280313b-9632-4673-b8b3-8b43f58f75bf None None] Port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:47:53.683417 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5bcce-fc3c-4fcb-9be0-9b39e0d8ab98 req-6028011c-fc04-43b3-bef8-0a6f031df32a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:53.690296 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6fc5bcce-fc3c-4fcb-9be0-9b39e0d8ab98 req-6028011c-fc04-43b3-bef8-0a6f031df32a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0576682 Jul 06 13:47:53.761901 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Request body: {'port': {'device_id': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:47:53.764380 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:53.769745 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:53.797100 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6fc5bcce-fc3c-4fcb-9be0-9b39e0d8ab98 req-3623b4e4-9d95-4d7c-bbc9-621cf4572d5b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059411 Jul 06 13:47:53.844518 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:54.350519 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 {{(pid=110606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:47:54.358538 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Publish callbacks [] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:54.372052 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.provisioning_blocks [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Transition to ACTIVE for port object 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 will not be triggered until provisioned by entity L2. {{(pid=110606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:47:54.375785 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:54.427923 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Pushing event updated for resources: {'Port': ['ID=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:54.503320 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Attempting to bind port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:47:54.503660 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Attempting to bind port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'b49d341b-4954-4cac-851e-d0c67f0010a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4'}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:47:54.503993 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Attempting to bind port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 on network 0f788e92-d88f-409a-8e81-b02e1ed607f4 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:47:54.509194 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 on network 0f788e92-d88f-409a-8e81-b02e1ed607f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:47:54.509514 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Attempting to bind port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 on network 0f788e92-d88f-409a-8e81-b02e1ed607f4 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:47:54.515467 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:47:54.515806 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Checking segment: {'id': 'b49d341b-4954-4cac-851e-d0c67f0010a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:47:54.516186 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Bound using segment: {'id': 'b49d341b-4954-4cac-851e-d0c67f0010a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4'} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:47:54.516612 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Bound port: 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49d341b-4954-4cac-851e-d0c67f0010a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4'}}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:47:54.516970 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:54.588755 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] For port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79, host hv-cinder-81914, cleared binding levels {{(pid=110606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:47:54.589470 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:54.591305 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b602ba5-c0c0-47f7-b313-44135d65c5fb req-a19cc133-8ba7-4308-abaa-23af166386ad tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:54.592658 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] For port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:47:54.593039 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4b602ba5-c0c0-47f7-b313-44135d65c5fb req-a19cc133-8ba7-4308-abaa-23af166386ad tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0666239 Jul 06 13:47:54.600241 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:54.643059 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:54.644133 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:47:54.645435 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] 10.222.0.39 "PUT /v2.0/ports/41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 HTTP/1.1" status: 200 len: 1093 time: 0.9153938 Jul 06 13:47:54.647731 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:47:54.650041 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7cce454-9f68-4a33-859b-32736a2ac492" -d '{"events": [{"name": "network-changed", "server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:47:54.651147 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4b602ba5-c0c0-47f7-b313-44135d65c5fb req-01a12f88-80e7-4baa-89a8-e181045fa408 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498435 Jul 06 13:47:54.675899 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d33a2f-0f7a-482e-ba32-cff4c14f66a8 service neutron] Pushing event updated for resources: {'Port': ['ID=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,revision_number=3']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:47:54.701947 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b35cbb-1f2b-4fcf-8f0d-60edb0830098 x-openstack-request-id: req-22b35cbb-1f2b-4fcf-8f0d-60edb0830098 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:47:54.702342 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:47:54.702775 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-22b35cbb-1f2b-4fcf-8f0d-60edb0830098 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:47:54.703296 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b35cbb-1f2b-4fcf-8f0d-60edb0830098'] response: {'name': 'network-changed', 'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79', 'status': 'completed', 'code': 200} Jul 06 13:47:54.917599 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0368df-9daa-4653-a10e-54e473f4b0c1 req-a718deea-6c8b-4505-8d5a-89f152f7d400 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:54.919060 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5b0368df-9daa-4653-a10e-54e473f4b0c1 req-a718deea-6c8b-4505-8d5a-89f152f7d400 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0477915 Jul 06 13:47:54.965128 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5b0368df-9daa-4653-a10e-54e473f4b0c1 req-4125e055-8a32-4bc4-9ab5-292aab3b06a5 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404696 Jul 06 13:47:55.774981 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41cf41-8bae-44a8-ad0f-eda0ecb63594 req-13d6665a-15df-4d51-8777-a27009788858 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:55.776457 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-de41cf41-8bae-44a8-ad0f-eda0ecb63594 req-13d6665a-15df-4d51-8777-a27009788858 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0485427 Jul 06 13:47:55.824641 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-de41cf41-8bae-44a8-ad0f-eda0ecb63594 req-76b8e725-6d09-4956-89a4-c5fddda20fcb tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Jul 06 13:47:55.914169 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=28 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:55.914882 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:56.078268 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20aa42e-c7c6-48e7-a560-b7e77d0705aa req-7398d99a-55a2-483e-95eb-5aa964efcf6c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:56.079759 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b20aa42e-c7c6-48e7-a560-b7e77d0705aa req-7398d99a-55a2-483e-95eb-5aa964efcf6c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0477681 Jul 06 13:47:56.126922 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b20aa42e-c7c6-48e7-a560-b7e77d0705aa req-6215c3cf-7f08-4b2b-8419-cab07befd208 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Jul 06 13:47:56.941481 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452451e-f348-443e-9a6a-6ec6ac985c27 req-61009d7d-31eb-4184-9bd4-cfd6d27ea017 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:56.942956 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c452451e-f348-443e-9a6a-6ec6ac985c27 req-61009d7d-31eb-4184-9bd4-cfd6d27ea017 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0489717 Jul 06 13:47:56.966736 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:56.991508 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c452451e-f348-443e-9a6a-6ec6ac985c27 req-290dd523-ce1f-4614-a2dd-5b1eb008a276 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430360 Jul 06 13:47:57.245489 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2c0a1-3f60-46aa-8673-66c171a43307 req-ef34b4dd-872b-4890-b815-6487e01f65c4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:57.246872 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03a2c0a1-3f60-46aa-8673-66c171a43307 req-ef34b4dd-872b-4890-b815-6487e01f65c4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0516629 Jul 06 13:47:57.300317 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03a2c0a1-3f60-46aa-8673-66c171a43307 req-b3bcc3ea-64f5-4474-b699-c38b56e2e861 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471554 Jul 06 13:47:58.118390 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd4c38-defa-4851-a7ee-9e28a6ba6986 req-a1d9869e-fdf7-4760-8428-c106d089a20d tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:58.119921 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-06cd4c38-defa-4851-a7ee-9e28a6ba6986 req-a1d9869e-fdf7-4760-8428-c106d089a20d tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0513434 Jul 06 13:47:58.171047 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-06cd4c38-defa-4851-a7ee-9e28a6ba6986 req-20b0feb3-ad3a-4e9a-ac3e-b40349b6f892 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 Jul 06 13:47:58.420896 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edf3ff-1d44-41c4-944d-8a5a91954ea4 req-36c38672-651e-454d-9e19-62e5a9dc6d1d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:58.430422 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c2edf3ff-1d44-41c4-944d-8a5a91954ea4 req-36c38672-651e-454d-9e19-62e5a9dc6d1d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0591841 Jul 06 13:47:58.481842 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c2edf3ff-1d44-41c4-944d-8a5a91954ea4 req-d3574312-f8be-4c3f-a6ab-d0130bfba743 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502582 Jul 06 13:47:59.267560 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:47:59.285665 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cc96a-da5e-4f0d-8c95-8bf726aa8512 req-d8d61f0e-a003-4753-8bdd-86ad211903a7 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:59.287107 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7d1cc96a-da5e-4f0d-8c95-8bf726aa8512 req-d8d61f0e-a003-4753-8bdd-86ad211903a7 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0489733 Jul 06 13:47:59.333640 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7d1cc96a-da5e-4f0d-8c95-8bf726aa8512 req-5140e59b-2aec-49b8-b68b-bd5689caeacb tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411005 Jul 06 13:47:59.597212 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d940b9-4411-4a6f-a511-d544a03e38ae req-f09a0bdd-f137-4c49-a83f-a5390283cf4a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:47:59.598661 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-52d940b9-4411-4a6f-a511-d544a03e38ae req-f09a0bdd-f137-4c49-a83f-a5390283cf4a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0491059 Jul 06 13:47:59.649621 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-52d940b9-4411-4a6f-a511-d544a03e38ae req-d675344b-c554-4a88-a44c-c32baf9b6b62 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455744 Jul 06 13:48:00.450730 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06172268-3436-4053-9ea6-d303946a58b9 req-7ebac23c-ba98-40db-bcc5-eb33f1ff2a84 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:00.452233 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-06172268-3436-4053-9ea6-d303946a58b9 req-7ebac23c-ba98-40db-bcc5-eb33f1ff2a84 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0514283 Jul 06 13:48:00.499605 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-06172268-3436-4053-9ea6-d303946a58b9 req-5c95efad-9810-449f-aa09-4e51d7629fa5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Jul 06 13:48:00.770676 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd45d1-9866-45d6-bd39-1de2db561f56 req-87568f72-b02b-48ed-8827-c43498a11cad tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:00.772200 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5bdd45d1-9866-45d6-bd39-1de2db561f56 req-87568f72-b02b-48ed-8827-c43498a11cad tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0493009 Jul 06 13:48:00.824798 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5bdd45d1-9866-45d6-bd39-1de2db561f56 req-401aedac-7750-4605-b6e5-78c4bbec1923 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456505 Jul 06 13:48:01.617790 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b3051-5501-4fd6-ab24-f5a11edcfa1d req-20b8c414-a281-44c3-87ba-d5b7aace7945 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:01.619555 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0d0b3051-5501-4fd6-ab24-f5a11edcfa1d req-20b8c414-a281-44c3-87ba-d5b7aace7945 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0503256 Jul 06 13:48:01.677023 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0d0b3051-5501-4fd6-ab24-f5a11edcfa1d req-77aba1b4-984d-4c18-88f2-e165dc8da646 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512047 Jul 06 13:48:01.954713 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d57af-a5bc-4c3d-a13e-717d09bc1cc5 req-636ccffb-e4e1-45e6-982f-a12c8962bf9d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:01.956970 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-292d57af-a5bc-4c3d-a13e-717d09bc1cc5 req-636ccffb-e4e1-45e6-982f-a12c8962bf9d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0489359 Jul 06 13:48:01.985978 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:02.003698 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-292d57af-a5bc-4c3d-a13e-717d09bc1cc5 req-d05ea95b-0e48-4338-9c67-41c611fc2821 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Jul 06 13:48:02.796605 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106a631-6c60-48e8-be9a-147191eb8a53 req-3b89a257-101f-4f7e-9e96-18be5f214008 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:02.798102 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c106a631-6c60-48e8-be9a-147191eb8a53 req-3b89a257-101f-4f7e-9e96-18be5f214008 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0491109 Jul 06 13:48:02.852141 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c106a631-6c60-48e8-be9a-147191eb8a53 req-348cbdaa-22ab-4427-b987-4f8195058808 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482180 Jul 06 13:48:03.127692 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797f79b-08a2-4918-a7bb-840fce392e70 req-946a47f5-9ce4-4e66-b61b-a318f6362915 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:03.130039 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1797f79b-08a2-4918-a7bb-840fce392e70 req-946a47f5-9ce4-4e66-b61b-a318f6362915 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0560377 Jul 06 13:48:03.182652 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1797f79b-08a2-4918-a7bb-840fce392e70 req-714eb8de-cd64-468f-ac47-72424cd42231 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465426 Jul 06 13:48:03.966783 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51025352-d743-4cef-926c-106c7764d4da req-41c5df2e-e1ef-4b32-8a55-074359f40c97 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:03.968282 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-51025352-d743-4cef-926c-106c7764d4da req-41c5df2e-e1ef-4b32-8a55-074359f40c97 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0487716 Jul 06 13:48:04.016509 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-51025352-d743-4cef-926c-106c7764d4da req-5fb6da7c-f570-459b-9023-a24f3e90b9fc tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417242 Jul 06 13:48:04.301045 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e38f8a-d8a1-4fe0-9185-998108ea3059 req-a8a029ae-6c6f-49cf-b400-1aa92d957003 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:04.303136 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-43e38f8a-d8a1-4fe0-9185-998108ea3059 req-a8a029ae-6c6f-49cf-b400-1aa92d957003 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0514569 Jul 06 13:48:04.349487 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-43e38f8a-d8a1-4fe0-9185-998108ea3059 req-357eb493-0b6f-4ca2-b9b1-a11d41f4f34b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Jul 06 13:48:04.877289 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=55,neutron:UPDATE=5 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:04.879660 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=13 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:05.129891 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff4e0a-eb15-4dba-9ad3-1664444052e3 req-87cf5322-6bf5-4461-888c-e74241eb48bd tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:05.131329 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-19ff4e0a-eb15-4dba-9ad3-1664444052e3 req-87cf5322-6bf5-4461-888c-e74241eb48bd tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0480442 Jul 06 13:48:05.185413 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-19ff4e0a-eb15-4dba-9ad3-1664444052e3 req-f6a769c1-97c4-454b-aa4f-030b233039c7 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485733 Jul 06 13:48:05.470565 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ee6d1-99fa-49f3-93db-a3afde990d33 req-7553e380-98fb-493e-b790-f0c33d475c7e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:05.472538 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6e3ee6d1-99fa-49f3-93db-a3afde990d33 req-7553e380-98fb-493e-b790-f0c33d475c7e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0548315 Jul 06 13:48:05.492842 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:05.520718 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6e3ee6d1-99fa-49f3-93db-a3afde990d33 req-5027a166-ce6f-4bea-8f11-e517e44c51af tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426280 Jul 06 13:48:06.309508 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc97b9-7848-4b81-ab2e-c53d00f302b0 req-71f4a738-43c9-4a2e-9479-2ab7d10b6082 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:06.311108 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-74cc97b9-7848-4b81-ab2e-c53d00f302b0 req-71f4a738-43c9-4a2e-9479-2ab7d10b6082 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0587792 Jul 06 13:48:06.361662 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-74cc97b9-7848-4b81-ab2e-c53d00f302b0 req-5711a25e-aa78-4107-99cd-5924e0f846bc tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Jul 06 13:48:06.453282 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=14 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:06.456482 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=12 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:06.654735 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834ffb2-1f8b-4a95-b755-de26d23b6542 req-92d65ce5-b5b4-484f-b645-23c72e9d2f63 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:06.656234 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6834ffb2-1f8b-4a95-b755-de26d23b6542 req-92d65ce5-b5b4-484f-b645-23c72e9d2f63 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0526395 Jul 06 13:48:06.717417 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6834ffb2-1f8b-4a95-b755-de26d23b6542 req-be1cd8c2-faef-4cdc-a38b-b93d274fe526 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535672 Jul 06 13:48:07.487230 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8891a-c271-4fa8-a4f8-f9de6df585d2 req-b41c0604-1e06-4c2c-9f5f-1974294e9d62 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:07.488704 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e5e8891a-c271-4fa8-a4f8-f9de6df585d2 req-b41c0604-1e06-4c2c-9f5f-1974294e9d62 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0489252 Jul 06 13:48:07.536884 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e5e8891a-c271-4fa8-a4f8-f9de6df585d2 req-61c3e06f-3d2b-4094-91eb-ddddcdc1641c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Jul 06 13:48:07.902272 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61577-1d17-43ac-8bb8-7b5b3a10fbf0 req-073d681e-c1e1-4153-a0fe-aaa703bf1fd4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:07.912090 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bec61577-1d17-43ac-8bb8-7b5b3a10fbf0 req-073d681e-c1e1-4153-a0fe-aaa703bf1fd4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.1085074 Jul 06 13:48:07.996915 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bec61577-1d17-43ac-8bb8-7b5b3a10fbf0 req-4654ea90-de29-40d0-b092-4ffb84b271bf tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835133 Jul 06 13:48:08.577577 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 34452) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:08.746422 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73444637-f282-4cb4-93f5-4c1ad0a215e4 req-df67acba-f012-4adc-a6c7-d9539fc57380 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:08.756715 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-73444637-f282-4cb4-93f5-4c1ad0a215e4 req-df67acba-f012-4adc-a6c7-d9539fc57380 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0993772 Jul 06 13:48:08.827136 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bf5de78b-262f-4415-ae11-162af1c070ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:08.837016 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-73444637-f282-4cb4-93f5-4c1ad0a215e4 req-a2c9f6ff-941f-4d8a-bfec-ec966c8f1903 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786350 Jul 06 13:48:09.000512 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bf5de78b-262f-4415-ae11-162af1c070ee admin admin] Publish callbacks [] for security_group (bce43a9d-495a-46a5-95fb-824c4ad022d3), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:09.007146 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-bf5de78b-262f-4415-ae11-162af1c070ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (bce43a9d-495a-46a5-95fb-824c4ad022d3), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:09.079667 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-bf5de78b-262f-4415-ae11-162af1c070ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a004d82bf845459c8839f5590efc16ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5009468 Jul 06 13:48:09.082049 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5de78b-262f-4415-ae11-162af1c070ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce43a9d-495a-46a5-95fb-824c4ad022d3,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:09.082885 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 34458) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:09.231992 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:09.242598 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c3bf43fe-4519-428f-85f1-a4c4db87587c admin admin] Publish callbacks [] for security_group (bce43a9d-495a-46a5-95fb-824c4ad022d3), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:09.270258 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9ccbc-ce30-4472-823a-9e972416afb0 req-993581e5-6fdc-4c1d-b861-02bfae641f87 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:09.275906 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-81f9ccbc-ce30-4472-823a-9e972416afb0 req-993581e5-6fdc-4c1d-b861-02bfae641f87 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.1770451 Jul 06 13:48:09.309741 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c3bf43fe-4519-428f-85f1-a4c4db87587c admin admin] Publish callbacks [] for security_group (bce43a9d-495a-46a5-95fb-824c4ad022d3), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:09.399445 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c3bf43fe-4519-428f-85f1-a4c4db87587c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (bce43a9d-495a-46a5-95fb-824c4ad022d3), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:09.403532 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c3bf43fe-4519-428f-85f1-a4c4db87587c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:09.419734 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-c3bf43fe-4519-428f-85f1-a4c4db87587c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bce43a9d-495a-46a5-95fb-824c4ad022d3 HTTP/1.1" status: 204 len: 168 time: 0.3234861 Jul 06 13:48:09.445320 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-81f9ccbc-ce30-4472-823a-9e972416afb0 req-2d7da536-49af-4afb-a56e-64f0cb100c9a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542804 Jul 06 13:48:09.449825 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf43fe-4519-428f-85f1-a4c4db87587c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce43a9d-495a-46a5-95fb-824c4ad022d3,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:09.561421 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-64b57eed-7549-4e1c-8134-7d4e9a5eafa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:10.042183 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474017de-7502-4677-bef7-3e5f8f87fa65 req-e5b7559d-9fde-4494-9c35-7fe6f0f1a773 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:10.051022 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-474017de-7502-4677-bef7-3e5f8f87fa65 req-e5b7559d-9fde-4494-9c35-7fe6f0f1a773 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.1031675 Jul 06 13:48:10.084405 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 34490) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:10.164962 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-474017de-7502-4677-bef7-3e5f8f87fa65 req-51306ae6-e6f2-4f02-baad-f93958ec7fd9 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110706 Jul 06 13:48:10.408471 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4b196ad5-2580-4c6b-9ed4-fee1520c694d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:10.602715 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4b196ad5-2580-4c6b-9ed4-fee1520c694d admin admin] Publish callbacks [] for security_group (8a24319d-e822-4179-b6a5-14eda94f4b3f), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:10.605704 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:10.673405 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e21de0-dda2-4d27-8e78-f72018f1b5a9 req-bfefd945-48d7-4f9c-9b92-4fa3451efe64 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:10.682761 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-09e21de0-dda2-4d27-8e78-f72018f1b5a9 req-bfefd945-48d7-4f9c-9b92-4fa3451efe64 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.1467884 Jul 06 13:48:10.688180 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4b196ad5-2580-4c6b-9ed4-fee1520c694d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (8a24319d-e822-4179-b6a5-14eda94f4b3f), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:10.786747 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-09e21de0-dda2-4d27-8e78-f72018f1b5a9 req-fded82e4-3a93-422a-8fa4-26d0f6696edd tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029942 Jul 06 13:48:10.796446 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b196ad5-2580-4c6b-9ed4-fee1520c694d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a24319d-e822-4179-b6a5-14eda94f4b3f,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:10.805505 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-4b196ad5-2580-4c6b-9ed4-fee1520c694d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9eb424a779ca421c95184a3a189b558f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7199452 Jul 06 13:48:10.807999 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 34508) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:10.875484 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-959d7dd8-d4a1-419c-87b1-793e5199f7ed admin admin] Publish callbacks [] for security_group (8a24319d-e822-4179-b6a5-14eda94f4b3f), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:10.899946 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:10.919296 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-959d7dd8-d4a1-419c-87b1-793e5199f7ed admin admin] Publish callbacks [] for security_group (8a24319d-e822-4179-b6a5-14eda94f4b3f), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:11.018827 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-959d7dd8-d4a1-419c-87b1-793e5199f7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (8a24319d-e822-4179-b6a5-14eda94f4b3f), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:11.022804 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-959d7dd8-d4a1-419c-87b1-793e5199f7ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:11.025411 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-959d7dd8-d4a1-419c-87b1-793e5199f7ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a24319d-e822-4179-b6a5-14eda94f4b3f HTTP/1.1" status: 204 len: 168 time: 0.2154126 Jul 06 13:48:11.045454 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d7dd8-d4a1-419c-87b1-793e5199f7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a24319d-e822-4179-b6a5-14eda94f4b3f,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:11.317350 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:11.346469 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3a3a4-3b44-4b6f-b264-7effa3fd9c5f req-48a2fdea-4e04-4130-93fd-d4ced21f3106 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:11.355008 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b8b3a3a4-3b44-4b6f-b264-7effa3fd9c5f req-48a2fdea-4e04-4130-93fd-d4ced21f3106 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0990751 Jul 06 13:48:11.451958 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b8b3a3a4-3b44-4b6f-b264-7effa3fd9c5f req-cf8b7d75-10a4-433b-8e1d-8c3ea26ff25a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926573 Jul 06 13:48:11.538876 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 34528) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:11.680233 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fc839c3b-156d-4e16-982a-5986369f8cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:11.702981 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 34532) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:11.722481 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b117734f-7f67-4e64-b3bc-9256cba3965b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:11.801384 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fc839c3b-156d-4e16-982a-5986369f8cb9 admin admin] Publish callbacks [] for security_group (4da2957c-4ab1-4d75-b8be-6391cae54d1c), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:11.806312 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fc839c3b-156d-4e16-982a-5986369f8cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (4da2957c-4ab1-4d75-b8be-6391cae54d1c), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:11.860670 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b117734f-7f67-4e64-b3bc-9256cba3965b admin admin] Publish callbacks [] for security_group (1e3bf299-6b50-4f4c-bee8-6f0e47abf53c), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:11.862504 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc839c3b-156d-4e16-982a-5986369f8cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da2957c-4ab1-4d75-b8be-6391cae54d1c,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:11.882486 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b117734f-7f67-4e64-b3bc-9256cba3965b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (1e3bf299-6b50-4f4c-bee8-6f0e47abf53c), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:11.890253 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-fc839c3b-156d-4e16-982a-5986369f8cb9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=572d04464c864f61ab6a5030f01a4496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501728 Jul 06 13:48:11.894474 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 34536) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:11.969331 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5e309299-c9c7-4958-9375-624bdde6aae3 admin admin] Publish callbacks [] for security_group (4da2957c-4ab1-4d75-b8be-6391cae54d1c), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:11.969735 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-babf380b-5c89-40c7-b995-3dc8877d8b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:11.977073 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-b117734f-7f67-4e64-b3bc-9256cba3965b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c32dd3295f4445669e4ec1cccbea13e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712834 Jul 06 13:48:11.979496 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117734f-7f67-4e64-b3bc-9256cba3965b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3bf299-6b50-4f4c-bee8-6f0e47abf53c,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:11.982254 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 34538) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:11.991000 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924fec7-24b8-4edb-babd-d0b6a4bf21dc req-a6cbde2d-cbcf-483f-8303-41b73f17e287 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:11.992526 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1924fec7-24b8-4edb-babd-d0b6a4bf21dc req-a6cbde2d-cbcf-483f-8303-41b73f17e287 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.1130548 Jul 06 13:48:12.032371 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5e309299-c9c7-4958-9375-624bdde6aae3 admin admin] Publish callbacks [] for security_group (4da2957c-4ab1-4d75-b8be-6391cae54d1c), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:12.053841 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1924fec7-24b8-4edb-babd-d0b6a4bf21dc req-23f7a809-b76b-489b-b823-32be963c9fa8 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549316 Jul 06 13:48:12.120600 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e5263fff-e43d-4b6d-9302-46fac76646aa admin admin] Publish callbacks [] for security_group (1e3bf299-6b50-4f4c-bee8-6f0e47abf53c), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:12.145086 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e5263fff-e43d-4b6d-9302-46fac76646aa admin admin] Publish callbacks [] for security_group (1e3bf299-6b50-4f4c-bee8-6f0e47abf53c), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:12.164429 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5e309299-c9c7-4958-9375-624bdde6aae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (4da2957c-4ab1-4d75-b8be-6391cae54d1c), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:12.167678 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5e309299-c9c7-4958-9375-624bdde6aae3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:12.171360 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-5e309299-c9c7-4958-9375-624bdde6aae3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4da2957c-4ab1-4d75-b8be-6391cae54d1c HTTP/1.1" status: 204 len: 168 time: 0.2730982 Jul 06 13:48:12.199426 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e309299-c9c7-4958-9375-624bdde6aae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da2957c-4ab1-4d75-b8be-6391cae54d1c,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:12.229709 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e5263fff-e43d-4b6d-9302-46fac76646aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (1e3bf299-6b50-4f4c-bee8-6f0e47abf53c), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:12.233571 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e5263fff-e43d-4b6d-9302-46fac76646aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:12.237792 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-e5263fff-e43d-4b6d-9302-46fac76646aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e3bf299-6b50-4f4c-bee8-6f0e47abf53c HTTP/1.1" status: 204 len: 168 time: 0.2515604 Jul 06 13:48:12.246210 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5263fff-e43d-4b6d-9302-46fac76646aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3bf299-6b50-4f4c-bee8-6f0e47abf53c,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:12.610867 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569abd7-e18b-417c-a3c5-7910cfc46383 req-6074bb13-23d7-4c9e-bb0e-246a3c1dbc0a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:12.624776 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8569abd7-e18b-417c-a3c5-7910cfc46383 req-6074bb13-23d7-4c9e-bb0e-246a3c1dbc0a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0697384 Jul 06 13:48:12.688726 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:12.710929 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8569abd7-e18b-417c-a3c5-7910cfc46383 req-c3984d0a-e622-4dcf-9a7a-47e1d18c2e4d tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824077 Jul 06 13:48:12.874019 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:13.208665 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e385751-f496-400d-b288-9aef10431ad0 req-948519d0-1053-4ece-9387-313757377846 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:13.215643 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4e385751-f496-400d-b288-9aef10431ad0 req-948519d0-1053-4ece-9387-313757377846 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0661175 Jul 06 13:48:13.276277 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cce454-9f68-4a33-859b-32736a2ac492 req-84c09119-a10f-48b2-9987-12f30f2e0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:13.278138 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a7cce454-9f68-4a33-859b-32736a2ac492 req-84c09119-a10f-48b2-9987-12f30f2e0ce7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ffa9da064c64346b5f227c28a89ea81&device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 1127 time: 0.0992002 Jul 06 13:48:13.311093 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4e385751-f496-400d-b288-9aef10431ad0 req-b412eeda-b111-4da9-8a2f-6264d8d740e4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945146 Jul 06 13:48:13.315000 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfaad1-ed35-4429-9989-f633ac0062f3 req-280191ea-9c46-4a36-a14f-b164fa744341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:13.317184 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9ebfaad1-ed35-4429-9989-f633ac0062f3 req-280191ea-9c46-4a36-a14f-b164fa744341 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 1129 time: 0.0995786 Jul 06 13:48:13.434581 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfaad1-ed35-4429-9989-f633ac0062f3 req-b8c548ec-85ed-410a-9b6c-d928e9d65555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:13.436850 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9ebfaad1-ed35-4429-9989-f633ac0062f3 req-b8c548ec-85ed-410a-9b6c-d928e9d65555 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.1091447 Jul 06 13:48:13.485169 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cce454-9f68-4a33-859b-32736a2ac492 req-1fe1e2bf-11a9-4e0d-b606-60afa02565ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:13.488568 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a7cce454-9f68-4a33-859b-32736a2ac492 req-1fe1e2bf-11a9-4e0d-b606-60afa02565ab service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3ffa9da064c64346b5f227c28a89ea81&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1956854 Jul 06 13:48:13.495532 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9ebfaad1-ed35-4429-9989-f633ac0062f3 req-425e84aa-134c-48cc-b180-055e8855c6fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a503503-bc5a-427b-9188-0939c526e5da HTTP/1.1" status: 200 len: 217 time: 0.0502801 Jul 06 13:48:13.524458 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:13.558878 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfaad1-ed35-4429-9989-f633ac0062f3 req-fae6b8ca-d866-4f3f-ba29-de9dbfcb4818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:13.560307 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9ebfaad1-ed35-4429-9989-f633ac0062f3 req-fae6b8ca-d866-4f3f-ba29-de9dbfcb4818 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.0578907 Jul 06 13:48:13.617762 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfaad1-ed35-4429-9989-f633ac0062f3 req-f71eef36-696d-412a-8b83-58c45af8f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:13.619641 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9ebfaad1-ed35-4429-9989-f633ac0062f3 req-f71eef36-696d-412a-8b83-58c45af8f91a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528297 Jul 06 13:48:13.643596 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cce454-9f68-4a33-859b-32736a2ac492 req-db3f27a2-16b4-4828-ad3b-b0a2de1888c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:13.650574 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a7cce454-9f68-4a33-859b-32736a2ac492 req-db3f27a2-16b4-4828-ad3b-b0a2de1888c9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549859 Jul 06 13:48:13.709647 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:13.771874 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9ebfaad1-ed35-4429-9989-f633ac0062f3 req-270ec8a2-7506-4a73-85ef-82b4b3a9afa8 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414630 Jul 06 13:48:13.781463 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-88bd7e5e-1863-4b02-8b48-9e36ecf10fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:13.783178 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-88bd7e5e-1863-4b02-8b48-9e36ecf10fbf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ffa9da064c64346b5f227c28a89ea81&device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 1127 time: 0.0522451 Jul 06 13:48:13.860668 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e7c33-0377-42cb-9109-d5f5d443db9c req-3a18bd07-a5aa-43c4-8bd3-8f078edaf8e1 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:13.867951 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-358e7c33-0377-42cb-9109-d5f5d443db9c req-3a18bd07-a5aa-43c4-8bd3-8f078edaf8e1 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0694737 Jul 06 13:48:13.925240 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9ebfaad1-ed35-4429-9989-f633ac0062f3 req-9b83ef5e-c343-45bb-bd67-888df040eb76 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439953 Jul 06 13:48:13.958080 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-358e7c33-0377-42cb-9109-d5f5d443db9c req-5c1dfc2d-9108-464d-9417-79a0fc1726e7 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892608 Jul 06 13:48:13.959908 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-74af826a-0981-4a63-81b9-aa596cc2b661 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 HTTP/1.1" status: 200 len: 217 time: 0.0654395 Jul 06 13:48:14.038298 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-8472219c-f8d2-45a0-8e1a-557a47124cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:14.039958 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-8472219c-f8d2-45a0-8e1a-557a47124cda service neutron] 10.222.0.39 "GET /v2.0/subnets?id=daf2852e-982c-49d4-b0f9-eb3bb3153a0b HTTP/1.1" status: 200 len: 852 time: 0.0727615 Jul 06 13:48:14.169704 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-a5d2e6e7-e114-442c-975f-348ba258ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:14.172049 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-a5d2e6e7-e114-442c-975f-348ba258ca3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f788e92-d88f-409a-8e81-b02e1ed607f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492911 Jul 06 13:48:14.303214 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-7522685f-093e-41b4-b5a3-c38566543974 service neutron] 10.222.0.39 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208231 Jul 06 13:48:14.374721 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:14.481486 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:14.551296 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1f185c7a-68f2-42c7-8f75-71e47e8d967c req-118c02c2-9576-4394-8631-a614bdd9fcf0 service neutron] 10.222.0.39 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378163 Jul 06 13:48:14.562376 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c184944-2615-48e7-8216-1e2b3fcd83db req-54bfc10b-f111-413e-95f2-0dd8d2eec344 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:14.565445 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1c184944-2615-48e7-8216-1e2b3fcd83db req-54bfc10b-f111-413e-95f2-0dd8d2eec344 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.1299078 Jul 06 13:48:14.648499 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:14.654358 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1c184944-2615-48e7-8216-1e2b3fcd83db req-3a77dfdd-c3a9-48c3-a161-3fa88f3cc32e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812612 Jul 06 13:48:15.113966 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c854bd-27c3-43a8-9ff2-ea6c5ac7e534 req-8d156f2a-40a5-4024-b3f3-c8f6e50a79a1 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:15.115908 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-81c854bd-27c3-43a8-9ff2-ea6c5ac7e534 req-8d156f2a-40a5-4024-b3f3-c8f6e50a79a1 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0728142 Jul 06 13:48:15.179211 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-81c854bd-27c3-43a8-9ff2-ea6c5ac7e534 req-49734d78-49ac-46ed-b3c5-44143bad44f0 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571163 Jul 06 13:48:15.774476 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca9d1a-2678-4703-87e0-2651ddd69451 req-7c695d6a-7429-4c42-b428-07886a02b7e2 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:15.776127 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d3ca9d1a-2678-4703-87e0-2651ddd69451 req-7c695d6a-7429-4c42-b428-07886a02b7e2 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0531287 Jul 06 13:48:15.847809 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d3ca9d1a-2678-4703-87e0-2651ddd69451 req-a2430036-1bb1-4c85-b52e-700cc690ed32 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635934 Jul 06 13:48:16.302803 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6838-cb5c-4d50-bac1-64c6aa8d9495 req-f430e119-a586-4ba9-97ee-873194cfae6e tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:16.309967 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cd5d6838-cb5c-4d50-bac1-64c6aa8d9495 req-f430e119-a586-4ba9-97ee-873194cfae6e tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0595098 Jul 06 13:48:16.359249 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cd5d6838-cb5c-4d50-bac1-64c6aa8d9495 req-90992370-3c26-47e1-9b8e-e107e5f41b0a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483248 Jul 06 13:48:16.977778 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb66a8-4038-4050-8daf-98673e8ecc05 req-ef5f20ce-3b97-4003-aa59-30893dab4923 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:16.984976 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9aeb66a8-4038-4050-8daf-98673e8ecc05 req-ef5f20ce-3b97-4003-aa59-30893dab4923 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0625794 Jul 06 13:48:17.057263 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9aeb66a8-4038-4050-8daf-98673e8ecc05 req-b6cffbf2-4da1-4241-86ab-2dfeec195c70 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711832 Jul 06 13:48:17.501411 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbc730-9f0d-4ca1-9d96-b713aec2c6df req-657f5921-9393-48e8-8fe8-357172a0aa94 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:17.503670 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4afbc730-9f0d-4ca1-9d96-b713aec2c6df req-657f5921-9393-48e8-8fe8-357172a0aa94 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0618844 Jul 06 13:48:17.534555 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:17.574096 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4afbc730-9f0d-4ca1-9d96-b713aec2c6df req-97811df0-16c4-49e1-b3fc-4cf921f491d7 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621116 Jul 06 13:48:18.185772 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a97714-d92e-45fc-a238-95d51df17d61 req-7b2c6bb7-6ee6-4691-b7ef-f4d610645cee tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:18.187253 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9a97714-d92e-45fc-a238-95d51df17d61 req-7b2c6bb7-6ee6-4691-b7ef-f4d610645cee tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0523403 Jul 06 13:48:18.257177 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9a97714-d92e-45fc-a238-95d51df17d61 req-0aebc3a2-f62b-450f-83a3-49674a8a1af5 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640330 Jul 06 13:48:18.690001 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0b900-8c36-4298-aee4-0ebd7d41b81d req-8e91109f-3412-4ea0-9e6c-4f6f979153f5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:18.691490 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-24c0b900-8c36-4298-aee4-0ebd7d41b81d req-8e91109f-3412-4ea0-9e6c-4f6f979153f5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0492485 Jul 06 13:48:18.746725 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-24c0b900-8c36-4298-aee4-0ebd7d41b81d req-121a181f-702b-4468-9bb8-5c5fed9687d3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455825 Jul 06 13:48:19.393956 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d276ad-271e-4e4b-8b35-334daed438a0 req-10956cd1-ba9f-4725-93c8-ca80fa3bd30d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:19.395381 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-38d276ad-271e-4e4b-8b35-334daed438a0 req-10956cd1-ba9f-4725-93c8-ca80fa3bd30d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0485916 Jul 06 13:48:19.445397 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-38d276ad-271e-4e4b-8b35-334daed438a0 req-0bfeb000-ecd1-467e-b7ee-163d4a693c62 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442557 Jul 06 13:48:19.889417 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f4222-aaa1-444d-a079-6734e7e7757d req-b352fbdd-3a1b-4381-a788-1de2ada38979 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:19.891695 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6c4f4222-aaa1-444d-a079-6734e7e7757d req-b352fbdd-3a1b-4381-a788-1de2ada38979 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0569861 Jul 06 13:48:19.950775 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6c4f4222-aaa1-444d-a079-6734e7e7757d req-a0406ebf-d600-45a9-9a29-ea8dc3b50d6c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503192 Jul 06 13:48:20.603914 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65b9bb3-d509-44d8-a40b-4cb736170190 req-ac2b3fc0-0b05-49ac-a795-93ac4f78f868 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:20.607952 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c65b9bb3-d509-44d8-a40b-4cb736170190 req-ac2b3fc0-0b05-49ac-a795-93ac4f78f868 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0820992 Jul 06 13:48:20.698219 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c65b9bb3-d509-44d8-a40b-4cb736170190 req-fcfda61d-a7f6-45fc-9fbc-6206bd880564 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812459 Jul 06 13:48:21.123057 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502aae09-449b-41ee-884a-4967f75db9f9 req-76375d4a-21f3-46af-80ef-4ccdf4c5b831 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:21.132871 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-502aae09-449b-41ee-884a-4967f75db9f9 req-76375d4a-21f3-46af-80ef-4ccdf4c5b831 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 943 time: 0.0794747 Jul 06 13:48:21.179254 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-502aae09-449b-41ee-884a-4967f75db9f9 req-5357c4a9-d003-4716-a709-5a4c13c37550 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453179 Jul 06 13:48:21.373892 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:48:21.523741 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:21.537367 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'port_id': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79', 'mac_address': 'fa:16:3e:1b:72:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:48:21.587876 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:48:21.588162 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:21.603847 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:48:21.627544 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:21.632659 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:21.682700 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:21.690246 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.690593 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.690930 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.691276 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.691620 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.691933 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.692458 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.692784 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.695231 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.695231 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.695231 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.695231 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.695231 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.695231 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.695628 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:21.919847 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:21.930735 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:22.118396 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['41ac049c-27f7-4531-b7d5-cc2e3f0f8c79'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:22.175920 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 34760) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:22.199691 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 34764) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:22.205694 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229174788', 'description': 'tempest-description--120190378'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:22.238176 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.389657 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for security_group (2816ee1f-94d1-4910-82f5-32ddc5c6896e), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.396463 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2816ee1f-94d1-4910-82f5-32ddc5c6896e), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.413261 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f18769-20b0-4bb7-92f0-220cbc1daee8 req-689f9f23-1a4d-418f-9f5d-4c7fa0a04191 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:22.416117 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-97f18769-20b0-4bb7-92f0-220cbc1daee8 req-689f9f23-1a4d-418f-9f5d-4c7fa0a04191 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 944 time: 0.0949864 Jul 06 13:48:22.446862 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.448091 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2471879 Jul 06 13:48:22.449105 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:22.451156 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 34768) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:22.451639 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0b07c1f6-10ce-42f9-8bc4-3e5bb48403b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.457958 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Request body: {'security_group_rule': {'security_group_id': '2816ee1f-94d1-4910-82f5-32ddc5c6896e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:22.462641 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2816ee1f-94d1-4910-82f5-32ddc5c6896e,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:22.475767 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.476128 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.476494 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.477234 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.477580 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.477919 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.478256 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.478586 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.478975 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.479312 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.479639 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.479970 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.480349 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.481269 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.481605 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9ee9e7-14cc-4640-9c60-a869fbbf3973 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.527542 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:22.541563 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-97f18769-20b0-4bb7-92f0-220cbc1daee8 req-666d3f07-2e0d-4e0b-b5e4-3b058bd05d22 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155853 Jul 06 13:48:22.573220 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for security_group_rule (89e60eb3-ddbb-4e5b-b9fb-5d46bae781ec), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.597530 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0b07c1f6-10ce-42f9-8bc4-3e5bb48403b6 admin admin] Publish callbacks [] for security_group (7afe08bc-0f6c-4ed9-8be1-56a7f81b938b), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.602172 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0b07c1f6-10ce-42f9-8bc4-3e5bb48403b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (7afe08bc-0f6c-4ed9-8be1-56a7f81b938b), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.642884 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:22.650635 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for security_group_rule (89e60eb3-ddbb-4e5b-b9fb-5d46bae781ec), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.656560 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (89e60eb3-ddbb-4e5b-b9fb-5d46bae781ec), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.667045 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-0b07c1f6-10ce-42f9-8bc4-3e5bb48403b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a07d022b86444e2d8cffff83e458e20f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4893575 Jul 06 13:48:22.669363 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07c1f6-10ce-42f9-8bc4-3e5bb48403b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afe08bc-0f6c-4ed9-8be1-56a7f81b938b,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:22.671896 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 34770) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:22.703628 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.708864 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2556183 Jul 06 13:48:22.709488 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 34772) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:22.716145 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-76a8631e-0404-4c89-b6f0-611574944e31 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Request body: {'security_group_rule': {'security_group_id': '2816ee1f-94d1-4910-82f5-32ddc5c6896e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:22.723178 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e60eb3-ddbb-4e5b-b9fb-5d46bae781ec,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:22.750361 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4438e341-3366-4e0a-aa57-26bc7141f7db admin admin] Publish callbacks [] for security_group (7afe08bc-0f6c-4ed9-8be1-56a7f81b938b), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.754138 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.755157 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.755439 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.756055 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.756432 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.756923 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.757374 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.757704 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.758037 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.758371 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.758691 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.759023 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.759340 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.759662 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.760309 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bee71f5-01fa-4aec-a519-009fc8dab0f0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:48:22.788048 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-76a8631e-0404-4c89-b6f0-611574944e31 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for security_group_rule (dda3a2ca-87bd-4f67-a1c1-95f700e0ceab), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.790390 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4438e341-3366-4e0a-aa57-26bc7141f7db admin admin] Publish callbacks [] for security_group (7afe08bc-0f6c-4ed9-8be1-56a7f81b938b), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.847535 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4438e341-3366-4e0a-aa57-26bc7141f7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (7afe08bc-0f6c-4ed9-8be1-56a7f81b938b), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.851143 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4438e341-3366-4e0a-aa57-26bc7141f7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.852542 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-4438e341-3366-4e0a-aa57-26bc7141f7db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7afe08bc-0f6c-4ed9-8be1-56a7f81b938b HTTP/1.1" status: 204 len: 168 time: 0.1778557 Jul 06 13:48:22.863656 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-76a8631e-0404-4c89-b6f0-611574944e31 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for security_group_rule (dda3a2ca-87bd-4f67-a1c1-95f700e0ceab), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.864608 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438e341-3366-4e0a-aa57-26bc7141f7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afe08bc-0f6c-4ed9-8be1-56a7f81b938b,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:22.871708 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-76a8631e-0404-4c89-b6f0-611574944e31 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (dda3a2ca-87bd-4f67-a1c1-95f700e0ceab), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.896771 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8631e-0404-4c89-b6f0-611574944e31 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda3a2ca-87bd-4f67-a1c1-95f700e0ceab,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:22.914420 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-76a8631e-0404-4c89-b6f0-611574944e31 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:22.917396 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-76a8631e-0404-4c89-b6f0-611574944e31 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2046232 Jul 06 13:48:22.918582 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:48:22.920135 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 34780) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:22.925344 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:22.958101 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.065260 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.190128 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:23.192189 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Allocated IP 172.27.3.178 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/bed4fa08-ed70-428c-b604-a5cbb1c2ed1a) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:23.282333 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 34784) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:23.303334 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0cc4-45dd-4d7c-9db4-049eba68ae5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.356915 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for port (bed4fa08-ed70-428c-b604-a5cbb1c2ed1a), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.415073 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (bed4fa08-ed70-428c-b604-a5cbb1c2ed1a), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.432403 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0cc4-45dd-4d7c-9db4-049eba68ae5d admin admin] Publish callbacks [] for security_group (0bac4c59-1464-4de5-8272-73f05f7647ab), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.437194 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a5ce0cc4-45dd-4d7c-9db4-049eba68ae5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (0bac4c59-1464-4de5-8272-73f05f7647ab), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.481644 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a5ce0cc4-45dd-4d7c-9db4-049eba68ae5d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8da18d18245b46ef84805364b8a46227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966496 Jul 06 13:48:23.482291 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 34786) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:23.493267 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce0cc4-45dd-4d7c-9db4-049eba68ae5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bac4c59-1464-4de5-8272-73f05f7647ab,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:23.495489 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:48:23.541076 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:23.544381 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:23.548709 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:48:23.554076 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:23.567923 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:48:23.570246 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e132f09b-e0e6-4b11-8f20-8f879c59f9e6 admin admin] Publish callbacks [] for security_group (0bac4c59-1464-4de5-8272-73f05f7647ab), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.577944 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:48:23.578584 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.631681 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-97d4d1e0-0b58-45c8-8af1-5721b2901ee5 req-8f386e77-bf9a-4aa6-b7e3-a30f7147031e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463929 Jul 06 13:48:23.633598 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e132f09b-e0e6-4b11-8f20-8f879c59f9e6 admin admin] Publish callbacks [] for security_group (0bac4c59-1464-4de5-8272-73f05f7647ab), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.639685 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Pushing event updated for resources: {'Port': ['ID=bed4fa08-ed70-428c-b604-a5cbb1c2ed1a,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:23.713026 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:48:23.716823 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.762730 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:48:23.766655 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8622bc8-79a6-42cc-86d4-9f0846e2dcbd" -d '{"events": [{"server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "name": "network-vif-plugged", "status": "completed", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:23.771595 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:23.773681 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4d1e0-0b58-45c8-8af1-5721b2901ee5 req-50b0d43e-ecae-4fd9-9b76-eb05796793ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:23.775423 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-97d4d1e0-0b58-45c8-8af1-5721b2901ee5 req-50b0d43e-ecae-4fd9-9b76-eb05796793ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 1129 time: 0.0974522 Jul 06 13:48:23.806123 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:23.808862 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e132f09b-e0e6-4b11-8f20-8f879c59f9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (0bac4c59-1464-4de5-8272-73f05f7647ab), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.812233 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e132f09b-e0e6-4b11-8f20-8f879c59f9e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.813762 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-e132f09b-e0e6-4b11-8f20-8f879c59f9e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bac4c59-1464-4de5-8272-73f05f7647ab HTTP/1.1" status: 204 len: 168 time: 0.3216453 Jul 06 13:48:23.826410 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.836412 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132f09b-e0e6-4b11-8f20-8f879c59f9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bac4c59-1464-4de5-8272-73f05f7647ab,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:23.838980 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for floatingip (06981ba9-3684-4462-96aa-3314ebab5005), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:23.849829 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c6e74-a52f-4b32-afc1-affe3372f552 req-2d1be1e5-a1d3-47f9-adf6-41b020cc5523 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:23.857882 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b57c6e74-a52f-4b32-afc1-affe3372f552 req-2d1be1e5-a1d3-47f9-adf6-41b020cc5523 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 944 time: 0.1304367 Jul 06 13:48:23.926012 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b57c6e74-a52f-4b32-afc1-affe3372f552 req-30b39931-66f9-4c43-a3ca-e737f2aacc19 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665016 Jul 06 13:48:23.941626 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102fdda0-dd07-4fc7-a8c4-3ef65a79974c x-openstack-request-id: req-102fdda0-dd07-4fc7-a8c4-3ef65a79974c {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:23.942278 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "name": "network-vif-plugged", "status": "completed", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:23.942735 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-102fdda0-dd07-4fc7-a8c4-3ef65a79974c {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:23.943573 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102fdda0-dd07-4fc7-a8c4-3ef65a79974c'] response: {'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79', 'code': 200} Jul 06 13:48:23.976870 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:23.981077 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:24.103393 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (bed4fa08-ed70-428c-b604-a5cbb1c2ed1a), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:24.158598 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4d1e0-0b58-45c8-8af1-5721b2901ee5 req-014c85b1-f15a-4265-a96e-3d06339d5b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:24.160479 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-97d4d1e0-0b58-45c8-8af1-5721b2901ee5 req-014c85b1-f15a-4265-a96e-3d06339d5b2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.3141892 Jul 06 13:48:24.189436 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19d414-3461-4238-989f-45ca1e4e4a61 req-b156483f-a372-4619-9af8-be1ad66a51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:24.191383 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7f19d414-3461-4238-989f-45ca1e4e4a61 req-b156483f-a372-4619-9af8-be1ad66a51be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 1129 time: 0.0559125 Jul 06 13:48:24.226156 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-97d4d1e0-0b58-45c8-8af1-5721b2901ee5 req-a36021c5-e196-4187-8d36-a107edba5219 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13a49a96-2359-4685-a057-014466405458 HTTP/1.1" status: 200 len: 217 time: 0.0560830 Jul 06 13:48:24.281723 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7f19d414-3461-4238-989f-45ca1e4e4a61 req-7a7a1183-1a44-4924-9bde-0045856ba2eb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834787 Jul 06 13:48:24.369226 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4d1e0-0b58-45c8-8af1-5721b2901ee5 req-d24c18e3-c332-40e6-b1fe-3542987e82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:24.371298 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-97d4d1e0-0b58-45c8-8af1-5721b2901ee5 req-d24c18e3-c332-40e6-b1fe-3542987e82c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.1304111 Jul 06 13:48:24.388985 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 34802) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:24.405507 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f166e384-5478-45c9-be9f-79b9a505a81d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:24.434290 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for port (bed4fa08-ed70-428c-b604-a5cbb1c2ed1a), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:24.441832 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (bed4fa08-ed70-428c-b604-a5cbb1c2ed1a), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:24.521444 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:24.531841 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f166e384-5478-45c9-be9f-79b9a505a81d admin admin] Publish callbacks [] for security_group (d2b73aee-f7e3-4c87-ab8e-d209f3405d6d), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:24.532983 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:24.533859 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:24.535469 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Pushing event updated for resources: {'Port': ['ID=bed4fa08-ed70-428c-b604-a5cbb1c2ed1a,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:24.540500 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (06981ba9-3684-4462-96aa-3314ebab5005), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:24.551558 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f166e384-5478-45c9-be9f-79b9a505a81d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (d2b73aee-f7e3-4c87-ab8e-d209f3405d6d), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:24.569771 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:24.579115 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-61f89706-c15d-4b12-94b7-f76dcba9833b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6503668 Jul 06 13:48:24.588979 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:24.631214 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166e384-5478-45c9-be9f-79b9a505a81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b73aee-f7e3-4c87-ab8e-d209f3405d6d,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:24.650050 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 34806) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:24.650839 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-f166e384-5478-45c9-be9f-79b9a505a81d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09128e2092e944b88023fc4a7c9d8411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604995 Jul 06 13:48:24.723980 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f2c964ad-611a-4a87-92ab-39ce77934d69 admin admin] Publish callbacks [] for security_group (d2b73aee-f7e3-4c87-ab8e-d209f3405d6d), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:24.749124 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f2c964ad-611a-4a87-92ab-39ce77934d69 admin admin] Publish callbacks [] for security_group (d2b73aee-f7e3-4c87-ab8e-d209f3405d6d), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:24.811875 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:24.865537 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f2c964ad-611a-4a87-92ab-39ce77934d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (d2b73aee-f7e3-4c87-ab8e-d209f3405d6d), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:24.868258 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f2c964ad-611a-4a87-92ab-39ce77934d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:24.872245 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-f2c964ad-611a-4a87-92ab-39ce77934d69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2b73aee-f7e3-4c87-ab8e-d209f3405d6d HTTP/1.1" status: 204 len: 168 time: 0.2212176 Jul 06 13:48:24.902543 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-28c52672-8cfa-496a-b917-ead785c92ca8 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1229174788&fields=id&tenant_id=3b2a80a004e04da7ae12db9f3f87146f HTTP/1.1" status: 200 len: 267 time: 0.1083748 Jul 06 13:48:24.903327 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c964ad-611a-4a87-92ab-39ce77934d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b73aee-f7e3-4c87-ab8e-d209f3405d6d,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:24.906209 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4d1e0-0b58-45c8-8af1-5721b2901ee5 req-254d0914-e8bd-4d57-9912-5cd45f34fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:24.907851 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-97d4d1e0-0b58-45c8-8af1-5721b2901ee5 req-254d0914-e8bd-4d57-9912-5cd45f34fcad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879805 Jul 06 13:48:25.060180 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-4cb3e022-fb0c-43f4-8ca6-5ee6a87ec0a8 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:25.061901 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-4cb3e022-fb0c-43f4-8ca6-5ee6a87ec0a8 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 819 time: 0.1456439 Jul 06 13:48:25.090048 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9adf6386-3d7a-4089-994b-a0a001016b69 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/quotas/3b2a80a004e04da7ae12db9f3f87146f HTTP/1.1" status: 200 len: 375 time: 0.0200949 Jul 06 13:48:25.122672 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6527dba-912f-4a82-ae0f-00d52e60aaa6 req-3d8a2afa-04f7-4ce4-b7d5-b0d8b7c6dcc4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:25.128529 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f6527dba-912f-4a82-ae0f-00d52e60aaa6 req-3d8a2afa-04f7-4ce4-b7d5-b0d8b7c6dcc4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 945 time: 0.1031797 Jul 06 13:48:25.214744 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-e55ebd7b-6e2e-4722-b67e-8b277dc545b5 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1191385 Jul 06 13:48:25.242175 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f6527dba-912f-4a82-ae0f-00d52e60aaa6 req-f9c72fe4-a3e3-4254-a94e-f90a77d3260a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056859 Jul 06 13:48:25.472857 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-4dd1581c-7322-440b-83ca-933a7419cd97 service neutron] 10.222.0.20 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347841 Jul 06 13:48:25.646245 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-f2ae50b5-6206-48ce-9896-e9a0274f51ae service neutron] 10.222.0.20 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665375 Jul 06 13:48:25.677296 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-97d4d1e0-0b58-45c8-8af1-5721b2901ee5 req-0381a05a-0532-418c-87a5-fc05069b331d service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761193 Jul 06 13:48:25.861581 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-97d4d1e0-0b58-45c8-8af1-5721b2901ee5 req-cb28d7cc-281d-465a-aafa-aecad46f26a8 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736786 Jul 06 13:48:25.963827 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7a0468ea-50cc-459e-9f22-0b0d4457743b req-cda536a8-06d5-413c-b853-3c77982f57ce tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 210 time: 0.0812626 Jul 06 13:48:26.442824 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16452552-6f3f-422e-a863-cbb64157ccbf req-d4775c02-29c1-4871-b008-dd714601eab2 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:26.452789 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-16452552-6f3f-422e-a863-cbb64157ccbf req-d4775c02-29c1-4871-b008-dd714601eab2 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 945 time: 0.0716910 Jul 06 13:48:26.501464 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:26.506962 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-16452552-6f3f-422e-a863-cbb64157ccbf req-76ba5647-3819-41b1-8c60-7a83b47f8243 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532825 Jul 06 13:48:26.685557 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff982274-3e07-4009-92a8-b4f739bcd4b7 req-1b00be86-79c1-4fd9-a19b-e293071330c8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:26.693835 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ff982274-3e07-4009-92a8-b4f739bcd4b7 req-1b00be86-79c1-4fd9-a19b-e293071330c8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 945 time: 0.0837781 Jul 06 13:48:26.745811 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ff982274-3e07-4009-92a8-b4f739bcd4b7 req-938d925f-f5d6-4f58-a0d7-13691a8e53be tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487671 Jul 06 13:48:27.104921 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6306976f-9bb5-4c86-9794-f1cf06e81cb8 req-f68f400f-7d92-4bba-ab5c-aee4f05e01a5 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 210 time: 0.0473392 Jul 06 13:48:27.120640 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af19883-749b-4f85-8882-846774604eb7 req-9a230a52-9f70-43aa-8ac4-434b15951e1a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:27.133698 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1af19883-749b-4f85-8882-846774604eb7 req-9a230a52-9f70-43aa-8ac4-434b15951e1a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 945 time: 0.1042101 Jul 06 13:48:27.183506 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1af19883-749b-4f85-8882-846774604eb7 req-1fcd3449-6f0e-43b6-a882-4f49091e10e7 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456438 Jul 06 13:48:28.209977 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cb46e7d1-e929-4c08-93a4-3bcacfd2a92f req-454d5656-e79e-4b30-985c-fd8174235334 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 210 time: 0.0348771 Jul 06 13:48:28.342414 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-4cbd4797-4e08-4842-b68a-bb2880d7bab1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:28.344146 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-4cbd4797-4e08-4842-b68a-bb2880d7bab1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 819 time: 0.1276038 Jul 06 13:48:28.430652 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-efd55e15-d277-4734-b02b-03ea447296aa tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b2a80a004e04da7ae12db9f3f87146f HTTP/1.1" status: 200 len: 380 time: 0.0587461 Jul 06 13:48:28.440293 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1de959fb-a5ff-404b-ac02-e6e28d7d2739 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Request body: {'port': {'device_id': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'admin_state_up': True, 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'security_groups': ['2816ee1f-94d1-4910-82f5-32ddc5c6896e']}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:28.574051 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1de959fb-a5ff-404b-ac02-e6e28d7d2739 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Made reservation on behalf of 3b2a80a004e04da7ae12db9f3f87146f for: {'port': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:48:28.582203 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1de959fb-a5ff-404b-ac02-e6e28d7d2739 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:28.657054 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:28.773900 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1de959fb-a5ff-404b-ac02-e6e28d7d2739 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Allocated IP 172.20.0.3 (f1ea0748-7e5f-4bd2-b8bf-076ecf50758f/9806b401-03c7-4f28-8619-f79f2cfb04ef/d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:28.936675 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1de959fb-a5ff-404b-ac02-e6e28d7d2739 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:28.972537 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1de959fb-a5ff-404b-ac02-e6e28d7d2739 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:29.269845 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1de959fb-a5ff-404b-ac02-e6e28d7d2739 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:29.273319 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1de959fb-a5ff-404b-ac02-e6e28d7d2739 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:29.275726 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1de959fb-a5ff-404b-ac02-e6e28d7d2739 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:48:29.278920 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de959fb-a5ff-404b-ac02-e6e28d7d2739 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Pushing event updated for resources: {'Port': ['ID=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:29.383007 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78898a6e-aaf5-43f8-adf0-7c2d0fcbca1b req-9dbe9a09-72e9-46cf-aafb-99a21d2abb26 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:29.384540 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-78898a6e-aaf5-43f8-adf0-7c2d0fcbca1b req-9dbe9a09-72e9-46cf-aafb-99a21d2abb26 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 931 time: 0.0633361 Jul 06 13:48:29.397568 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1de959fb-a5ff-404b-ac02-e6e28d7d2739 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:29.398166 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1de959fb-a5ff-404b-ac02-e6e28d7d2739 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:29.429430 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1de959fb-a5ff-404b-ac02-e6e28d7d2739 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9930267 Jul 06 13:48:29.440413 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:29.457437 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Request body: {'port': {'device_id': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:29.486141 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-78898a6e-aaf5-43f8-adf0-7c2d0fcbca1b req-b39fb6fd-5ce1-4aa9-9621-dfea79063cf6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956147 Jul 06 13:48:29.526667 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:29.587357 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-122adca0-6125-47f0-aeda-41dc87eec05c None None] Provisioning complete for port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:48:29.588009 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-122adca0-6125-47f0-aeda-41dc87eec05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:29.619701 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-122adca0-6125-47f0-aeda-41dc87eec05c None None] Port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:48:29.732992 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:29.787280 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca {{(pid=110606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:48:29.794586 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Publish callbacks [] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:29.808624 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.provisioning_blocks [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Transition to ACTIVE for port object d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca will not be triggered until provisioned by entity L2. {{(pid=110606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:48:29.811962 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:29.853280 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 35046) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:29.866367 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Pushing event updated for resources: {'Port': ['ID=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:29.929278 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e11e93-0c81-4ba6-b4cd-11f555d005d4 admin admin] Deleting subnet 32847bc1-c65d-4324-b124-dadb7b045a43 {{(pid=110605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:48:29.932900 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c7e11e93-0c81-4ba6-b4cd-11f555d005d4 admin admin] Publish callbacks [] for subnet (32847bc1-c65d-4324-b124-dadb7b045a43), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:29.939177 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Attempting to bind port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:48:29.939821 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Attempting to bind port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:48:29.940160 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Attempting to bind port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca on network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:48:29.946173 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca on network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:48:29.946173 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Attempting to bind port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca on network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:48:29.955113 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:48:29.955551 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Checking segment: {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:48:29.955953 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Bound using segment: {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:48:29.956395 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Bound port: d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd6010d-3cc2-45b8-bf25-707b1c1aed65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f'}}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:48:29.956760 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:29.970619 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c7e11e93-0c81-4ba6-b4cd-11f555d005d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29892110'] for subnet (32847bc1-c65d-4324-b124-dadb7b045a43), precommit_delete_associations {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:30.017461 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c7e11e93-0c81-4ba6-b4cd-11f555d005d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (32847bc1-c65d-4324-b124-dadb7b045a43), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:30.033109 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] For port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca, host hv-cinder-81914, cleared binding levels {{(pid=110606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:48:30.038564 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] For port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:48:30.048292 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:30.079902 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c7e11e93-0c81-4ba6-b4cd-11f555d005d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30355106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29387770'] for subnet (32847bc1-c65d-4324-b124-dadb7b045a43), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:30.091262 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:30.091941 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:30.093489 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] 10.222.0.39 "PUT /v2.0/ports/d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca HTTP/1.1" status: 200 len: 1093 time: 0.6420221 Jul 06 13:48:30.093964 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'tag': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:48:30.097158 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdc59e8-36e0-497c-9182-4eda088050ea" -d '{"events": [{"name": "network-changed", "server_uuid": "74a59be2-69eb-4bdc-865c-570f5a2019df", "tag": "d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:30.125130 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6a9d2-7e0b-4fa0-ac36-b968f374430b service neutron] Pushing event updated for resources: {'Port': ['ID=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca,revision_number=3']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:30.133871 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e11e93-0c81-4ba6-b4cd-11f555d005d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32847bc1-c65d-4324-b124-dadb7b045a43,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:30.138615 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c7e11e93-0c81-4ba6-b4cd-11f555d005d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:30.145255 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 35050) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:30.145448 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-c7e11e93-0c81-4ba6-b4cd-11f555d005d4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/32847bc1-c65d-4324-b124-dadb7b045a43 HTTP/1.1" status: 204 len: 168 time: 0.2909472 Jul 06 13:48:30.172597 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0dab2a-13c6-4cfd-8b9a-79b66f48dd17 x-openstack-request-id: req-ff0dab2a-13c6-4cfd-8b9a-79b66f48dd17 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:30.173893 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a59be2-69eb-4bdc-865c-570f5a2019df", "tag": "d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:30.173893 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff0dab2a-13c6-4cfd-8b9a-79b66f48dd17 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:30.174157 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff0dab2a-13c6-4cfd-8b9a-79b66f48dd17'] response: {'name': 'network-changed', 'server_uuid': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'tag': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'status': 'completed', 'code': 200} Jul 06 13:48:30.267466 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a42a52b0-3e9d-4b76-985c-15e764c14584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (60bcc6e5-2a3e-4466-af92-959bc56def11), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:30.281084 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1ecbea89-2919-4641-867f-c37837b5ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:30.282616 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-1ecbea89-2919-4641-867f-c37837b5ad4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 1127 time: 0.0897441 Jul 06 13:48:30.355549 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-3d7f60db-fa90-479e-a05b-9564b1350ef5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca HTTP/1.1" status: 200 len: 217 time: 0.0475709 Jul 06 13:48:30.424822 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a42a52b0-3e9d-4b76-985c-15e764c14584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (60bcc6e5-2a3e-4466-af92-959bc56def11), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:30.456893 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-a42a52b0-3e9d-4b76-985c-15e764c14584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bcc6e5-2a3e-4466-af92-959bc56def11']}} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:30.469868 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-06522da5-58fa-4bc2-9724-2efb176af4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:30.471609 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-06522da5-58fa-4bc2-9724-2efb176af4ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.1057076 Jul 06 13:48:30.473694 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-a42a52b0-3e9d-4b76-985c-15e764c14584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba96df5a-424b-4085-9fe7-b53c987bfafc') {'for_net_delete': True} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:30.473983 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-a42a52b0-3e9d-4b76-985c-15e764c14584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba96df5a-424b-4085-9fe7-b53c987bfafc') {} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:30.491110 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:30.493328 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a42a52b0-3e9d-4b76-985c-15e764c14584 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30014732'] for segment (ba96df5a-424b-4085-9fe7-b53c987bfafc), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:30.534174 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a42a52b0-3e9d-4b76-985c-15e764c14584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (ba96df5a-424b-4085-9fe7-b53c987bfafc), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:30.546156 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42a52b0-3e9d-4b76-985c-15e764c14584 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=110606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:48:30.546466 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a42a52b0-3e9d-4b76-985c-15e764c14584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31420896'] for segment (ba96df5a-424b-4085-9fe7-b53c987bfafc), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:30.549221 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-96db6829-3f04-4813-8433-c624ba7be843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:30.551394 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-96db6829-3f04-4813-8433-c624ba7be843 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705974 Jul 06 13:48:30.588113 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment ba96df5a-424b-4085-9fe7-b53c987bfafc resource provider aggregate not found Jul 06 13:48:30.652127 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment ba96df5a-424b-4085-9fe7-b53c987bfafc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba96df5a-424b-4085-9fe7-b53c987bfafc found for delete ", "request_id": "req-3506cfd9-89eb-47ac-b5a6-af49535c08b8"}]} Jul 06 13:48:30.654800 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:30.678512 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a42a52b0-3e9d-4b76-985c-15e764c14584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (60bcc6e5-2a3e-4466-af92-959bc56def11), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:30.689368 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a42a52b0-3e9d-4b76-985c-15e764c14584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:30.692537 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-a42a52b0-3e9d-4b76-985c-15e764c14584 admin admin] 10.222.0.20 "DELETE /v2.0/networks/60bcc6e5-2a3e-4466-af92-959bc56def11 HTTP/1.1" status: 204 len: 168 time: 0.5461631 Jul 06 13:48:30.698940 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122d944-abba-46bc-9699-69384d8a291c req-9c280528-2e27-4716-bd6f-547e60b02696 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:30.700323 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3122d944-abba-46bc-9699-69384d8a291c req-9c280528-2e27-4716-bd6f-547e60b02696 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 943 time: 0.1341219 Jul 06 13:48:30.741742 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a52b0-3e9d-4b76-985c-15e764c14584 admin admin] Pushing event deleted for resources: {'Network': ['ID=60bcc6e5-2a3e-4466-af92-959bc56def11,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:30.798592 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-99280800-1fa4-48a0-94a8-e17c8a1a6736 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327571 Jul 06 13:48:30.806402 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3122d944-abba-46bc-9699-69384d8a291c req-c9c35341-d9ce-4d64-8015-9159b1064660 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680301 Jul 06 13:48:30.895635 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 35064) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:30.904837 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-76eb3082-74a0-411d-b929-75dbb7932a9a req-432ee50a-d2d7-4dc1-9156-b644dc8fbe64 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975056 Jul 06 13:48:31.179265 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-49c264b8-894c-49f6-aff1-e44b1affca5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2f9f86fa910c4054b31927ba26ea96b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823255 Jul 06 13:48:31.181698 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 35066) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:31.231790 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-85abe402-af8b-455e-a320-f6d0878e1521 admin admin] Publish callbacks [] for security_group (934c00df-b3ca-4a48-bff9-e004fd80f24f), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:31.255572 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-85abe402-af8b-455e-a320-f6d0878e1521 admin admin] Publish callbacks [] for security_group (934c00df-b3ca-4a48-bff9-e004fd80f24f), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:31.310479 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-85abe402-af8b-455e-a320-f6d0878e1521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (934c00df-b3ca-4a48-bff9-e004fd80f24f), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:31.314716 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-85abe402-af8b-455e-a320-f6d0878e1521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:31.315937 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-85abe402-af8b-455e-a320-f6d0878e1521 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/934c00df-b3ca-4a48-bff9-e004fd80f24f HTTP/1.1" status: 204 len: 168 time: 0.1333547 Jul 06 13:48:31.324116 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85abe402-af8b-455e-a320-f6d0878e1521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934c00df-b3ca-4a48-bff9-e004fd80f24f,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:31.911516 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:31.934447 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e38e7-41e5-47fb-93e5-11cbae79d143 req-10f9b2ac-96e0-4c5f-983e-a0719f43dd66 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:31.935911 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bc9e38e7-41e5-47fb-93e5-11cbae79d143 req-10f9b2ac-96e0-4c5f-983e-a0719f43dd66 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 943 time: 0.0520587 Jul 06 13:48:31.994162 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bc9e38e7-41e5-47fb-93e5-11cbae79d143 req-1462286a-9677-4656-83eb-922548cedda2 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519099 Jul 06 13:48:32.913516 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:32.914328 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:33.112970 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483adc1c-ee20-4351-8113-7028cee00f61 req-396ad8be-8cd1-41d7-8058-fe4f54123853 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:33.114402 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-483adc1c-ee20-4351-8113-7028cee00f61 req-396ad8be-8cd1-41d7-8058-fe4f54123853 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 943 time: 0.0511367 Jul 06 13:48:33.166311 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-483adc1c-ee20-4351-8113-7028cee00f61 req-110d1400-1661-4d16-8900-fcd7a48a16db tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463483 Jul 06 13:48:34.151652 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc59e8-36e0-497c-9182-4eda088050ea req-04d3ecb5-3f0e-4269-9361-a1f508f1bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:34.153646 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1bdc59e8-36e0-497c-9182-4eda088050ea req-04d3ecb5-3f0e-4269-9361-a1f508f1bcd2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 1127 time: 0.0405874 Jul 06 13:48:34.251677 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc59e8-36e0-497c-9182-4eda088050ea req-ba634fc4-beb1-4830-a718-74ceafe24b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:34.252863 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1bdc59e8-36e0-497c-9182-4eda088050ea req-ba634fc4-beb1-4830-a718-74ceafe24b8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.0926373 Jul 06 13:48:34.290201 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf12ee5-e2de-4ef6-823e-0457c9e134d0 req-f7897541-e685-4d8c-a879-1601cd66e500 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:34.291673 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ddf12ee5-e2de-4ef6-823e-0457c9e134d0 req-f7897541-e685-4d8c-a879-1601cd66e500 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 943 time: 0.0547211 Jul 06 13:48:34.296810 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1bdc59e8-36e0-497c-9182-4eda088050ea req-a7887537-21b8-4866-815d-9d383aae1a3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca HTTP/1.1" status: 200 len: 217 time: 0.0377440 Jul 06 13:48:34.311769 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:34.343424 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ddf12ee5-e2de-4ef6-823e-0457c9e134d0 req-be26cc5e-cb0b-4d71-836e-99c9b81ce4e8 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454004 Jul 06 13:48:34.353694 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc59e8-36e0-497c-9182-4eda088050ea req-742bc324-97cd-4b28-a410-6811b40e7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:34.355167 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1bdc59e8-36e0-497c-9182-4eda088050ea req-742bc324-97cd-4b28-a410-6811b40e7c48 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.0526285 Jul 06 13:48:34.400481 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc59e8-36e0-497c-9182-4eda088050ea req-a683e667-360f-43cc-a901-d873bc829659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:34.402087 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1bdc59e8-36e0-497c-9182-4eda088050ea req-a683e667-360f-43cc-a901-d873bc829659 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404718 Jul 06 13:48:34.498427 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1bdc59e8-36e0-497c-9182-4eda088050ea req-5c3ad462-b273-48b2-9b93-bdc84dfe85a1 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887611 Jul 06 13:48:34.597253 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1bdc59e8-36e0-497c-9182-4eda088050ea req-e4c3bdb1-0ec7-43dc-a353-152064b45873 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924706 Jul 06 13:48:35.463822 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2aa8f-6ceb-40ef-a7c9-ef5435c9aaee req-cdf08b4f-b03f-4dc4-93f4-4940b55aa925 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:35.465304 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7df2aa8f-6ceb-40ef-a7c9-ef5435c9aaee req-cdf08b4f-b03f-4dc4-93f4-4940b55aa925 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 943 time: 0.0484312 Jul 06 13:48:35.514077 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7df2aa8f-6ceb-40ef-a7c9-ef5435c9aaee req-87cfc9dc-a7cd-49be-a19e-585c28725a6d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Jul 06 13:48:35.537212 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:48:35.643347 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:35.654745 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'port_id': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'mac_address': 'fa:16:3e:5d:c2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:48:35.691590 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:48:35.691970 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:35.705676 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:48:35.727648 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:35.731991 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:35.782472 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:36.507952 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:36.691770 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e471-148b-4e76-98f1-a1d2a5aebe3e req-fd558d8d-7a59-4283-8878-2e3c13896eb6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:36.698604 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f640e471-148b-4e76-98f1-a1d2a5aebe3e req-fd558d8d-7a59-4283-8878-2e3c13896eb6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 944 time: 0.0729830 Jul 06 13:48:36.749517 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f640e471-148b-4e76-98f1-a1d2a5aebe3e req-89d727de-8869-4550-b724-0c56690ffe06 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500412 Jul 06 13:48:37.843969 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:37.863892 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803bdca-b958-4374-905b-b5edc54001b8 req-73d12ba6-ce2b-4183-a2a7-e3d1dee408c8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:37.865443 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4803bdca-b958-4374-905b-b5edc54001b8 req-73d12ba6-ce2b-4183-a2a7-e3d1dee408c8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 945 time: 0.0620091 Jul 06 13:48:37.883977 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90253f99-6d2b-4198-8732-e112e76e877b req-4756779d-48dd-4eee-b035-af8c238b4f6e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:37.885521 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-90253f99-6d2b-4198-8732-e112e76e877b req-4756779d-48dd-4eee-b035-af8c238b4f6e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 944 time: 0.0635569 Jul 06 13:48:37.924898 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4803bdca-b958-4374-905b-b5edc54001b8 req-35cb63bd-fefb-40a3-bd64-e6b677e50c03 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539403 Jul 06 13:48:37.940674 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-90253f99-6d2b-4198-8732-e112e76e877b req-507bdd71-b379-4dc5-b49d-a1a14207275b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487771 Jul 06 13:48:37.949368 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 35208) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:38.094264 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:48:38.143228 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:48:38.148969 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:48:38.149409 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:38.163188 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4da9b8f-707e-4c1c-aae9-abe1b088a899 tempest-TestMinimumBasicScenario-255035075 tempest-TestMinimumBasicScenario-255035075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:38.164709 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-f4da9b8f-707e-4c1c-aae9-abe1b088a899 tempest-TestMinimumBasicScenario-255035075 tempest-TestMinimumBasicScenario-255035075-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 1124 time: 0.2143538 Jul 06 13:48:38.167512 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 35212) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:38.171701 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'port_id': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:38.186255 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:38.194321 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:38.231994 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:48:38.232587 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:38.279025 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:38.368489 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:38.388535 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:48:38.390709 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd069bfc-dfa7-49d5-9cd2-ea9f734aa7ac" -d '{"events": [{"server_uuid": "74a59be2-69eb-4bdc-865c-570f5a2019df", "name": "network-vif-plugged", "status": "completed", "tag": "d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:38.401847 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Allocated IP 172.27.3.168 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/1ae6015d-e0de-4410-aae4-d288a03eb8d9) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:48:38.407401 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:38.411811 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:38.463953 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d68f2d6-5d73-4ed8-ac19-0f5c37395142 x-openstack-request-id: req-0d68f2d6-5d73-4ed8-ac19-0f5c37395142 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:38.464270 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a59be2-69eb-4bdc-865c-570f5a2019df", "name": "network-vif-plugged", "status": "completed", "tag": "d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:38.464528 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d68f2d6-5d73-4ed8-ac19-0f5c37395142 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:38.464943 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d68f2d6-5d73-4ed8-ac19-0f5c37395142'] response: {'server_uuid': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'code': 200} Jul 06 13:48:38.469557 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:38.538963 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for port (1ae6015d-e0de-4410-aae4-d288a03eb8d9), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:38.572545 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (1ae6015d-e0de-4410-aae4-d288a03eb8d9), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:38.615859 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:48:38.621013 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:48:38.623220 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event updated for resources: {'Port': ['ID=1ae6015d-e0de-4410-aae4-d288a03eb8d9,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:38.625414 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:48:38.651469 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:38.711211 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:38.744736 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ece51-ad8e-48c0-928a-581a5ef462d2 req-f51c2455-d141-4b7a-9593-884b270f6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:38.746358 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-492ece51-ad8e-48c0-928a-581a5ef462d2 req-f51c2455-d141-4b7a-9593-884b270f6c7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 1129 time: 0.0433466 Jul 06 13:48:38.797976 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-492ece51-ad8e-48c0-928a-581a5ef462d2 req-f9662e1a-a1c2-4dc6-beeb-2f4a0ef35422 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452094 Jul 06 13:48:38.839502 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:38.994801 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for floatingip (05603228-f1fb-4194-9cf9-b31bcbd57a78), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:39.071031 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722775f2-a421-4dd2-a884-93139dbbe951 req-a6d23d6f-0479-46ba-bab2-5a6fbd47b7b1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:39.072511 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-722775f2-a421-4dd2-a884-93139dbbe951 req-a6d23d6f-0479-46ba-bab2-5a6fbd47b7b1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0589383 Jul 06 13:48:39.124537 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1ae6015d-e0de-4410-aae4-d288a03eb8d9), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:39.177685 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-722775f2-a421-4dd2-a884-93139dbbe951 req-18840ddc-c757-431f-a2a3-925f6822d820 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823412 Jul 06 13:48:39.294530 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for port (1ae6015d-e0de-4410-aae4-d288a03eb8d9), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:39.307238 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (1ae6015d-e0de-4410-aae4-d288a03eb8d9), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:39.379075 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event updated for resources: {'Port': ['ID=1ae6015d-e0de-4410-aae4-d288a03eb8d9,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:39.386039 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (05603228-f1fb-4194-9cf9-b31bcbd57a78), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:39.467314 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-0c19cf65-8b77-421a-bb54-703d43827be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:39.493814 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:39.499619 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Floating IP 05603228-f1fb-4194-9cf9-b31bcbd57a78 associated. External IP: 172.27.3.168, port: 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79. Jul 06 13:48:39.699703 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:39.704221 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:48:39.812389 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:48:39.823918 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaeefa4-6b3b-4763-805d-57b82640db4a None None] Sync routers for ids ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:48:39.834798 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaeefa4-6b3b-4763-805d-57b82640db4a None None] Routers {'4ee7a965-d654-45b5-a2bc-483098ad1cc3'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:48:39.835702 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-beaeefa4-6b3b-4763-805d-57b82640db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:48:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:39.840274 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:39.874106 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-5bc5252c-25cb-4313-9aa4-67aa07b13405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7055848 Jul 06 13:48:39.874776 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:48:39.877426 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 35224) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:39.877930 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4fd240-9cf0-488a-91cd-07039dad3af8" -d '{"events": [{"name": "network-changed", "server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:39.883353 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-1f7521c4-44d4-4901-a1cf-ac44652aa80a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-45974178', 'description': 'tempest-secgroup-smoke-45974178 description', 'project_id': '3ffa9da064c64346b5f227c28a89ea81'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:39.911395 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1f7521c4-44d4-4901-a1cf-ac44652aa80a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:39.920145 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f0fe87-f4cf-423c-8755-d8fdcc22b247 x-openstack-request-id: req-66f0fe87-f4cf-423c-8755-d8fdcc22b247 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:39.920487 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:39.920780 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66f0fe87-f4cf-423c-8755-d8fdcc22b247 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:39.921251 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f0fe87-f4cf-423c-8755-d8fdcc22b247'] response: {'name': 'network-changed', 'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79', 'status': 'completed', 'code': 200} Jul 06 13:48:39.968371 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-beaeefa4-6b3b-4763-805d-57b82640db4a None None] Set router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:48:39.989974 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1f7521c4-44d4-4901-a1cf-ac44652aa80a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group (911fd285-b97a-4259-b460-245e9ba659eb), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:39.993891 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1f7521c4-44d4-4901-a1cf-ac44652aa80a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (911fd285-b97a-4259-b460-245e9ba659eb), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.022019 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1f7521c4-44d4-4901-a1cf-ac44652aa80a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.023426 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-1f7521c4-44d4-4901-a1cf-ac44652aa80a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1437817 Jul 06 13:48:40.026597 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 35230) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:40.032323 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-698855ed-d80f-49fa-a558-85fd231a8e68 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Request body: {'security_group_rule': {'security_group_id': '911fd285-b97a-4259-b460-245e9ba659eb', 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:40.060772 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7521c4-44d4-4901-a1cf-ac44652aa80a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911fd285-b97a-4259-b460-245e9ba659eb,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:40.075199 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-698855ed-d80f-49fa-a558-85fd231a8e68 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (239b6a37-fe7d-432a-8e0b-f6a4e64aca70), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.137474 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-698855ed-d80f-49fa-a558-85fd231a8e68 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (239b6a37-fe7d-432a-8e0b-f6a4e64aca70), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.141495 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-698855ed-d80f-49fa-a558-85fd231a8e68 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (239b6a37-fe7d-432a-8e0b-f6a4e64aca70), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.162236 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698855ed-d80f-49fa-a558-85fd231a8e68 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239b6a37-fe7d-432a-8e0b-f6a4e64aca70,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:40.170827 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-698855ed-d80f-49fa-a558-85fd231a8e68 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.172025 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-698855ed-d80f-49fa-a558-85fd231a8e68 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440225 Jul 06 13:48:40.175766 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 35232) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:40.180220 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-7029add2-4884-4b0e-8ef0-f2038a43fa0b tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Request body: {'security_group_rule': {'security_group_id': '911fd285-b97a-4259-b460-245e9ba659eb', 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:40.213651 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7029add2-4884-4b0e-8ef0-f2038a43fa0b tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (299b08e8-b057-4665-a141-020e1e93cc7a), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.218178 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-beaeefa4-6b3b-4763-805d-57b82640db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port': {'id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:20Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '05603228-f1fb-4194-9cf9-b31bcbd57a78', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'port_id': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'mac_address': 'fa:16:3e:1b:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:48:38Z', 'updated_at': '2022-07-06T13:48:38Z', 'revision_number': 0, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f36628-08c3-4ed6-aee4-2bcf3a787e97', 'name': '', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'mac_address': 'fa:16:3e:d3:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:24Z', 'updated_at': '2022-07-06T13:47:29Z', 'revision_number': 5, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'subnets': [{'id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:40.243714 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaeefa4-6b3b-4763-805d-57b82640db4a None None] Checking router: 4ee7a965-d654-45b5-a2bc-483098ad1cc3 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:48:40.256066 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaeefa4-6b3b-4763-805d-57b82640db4a None None] Routers {'4ee7a965-d654-45b5-a2bc-483098ad1cc3'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:48:40.256066 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-beaeefa4-6b3b-4763-805d-57b82640db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:48:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:40.282509 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7029add2-4884-4b0e-8ef0-f2038a43fa0b tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (299b08e8-b057-4665-a141-020e1e93cc7a), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.287691 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7029add2-4884-4b0e-8ef0-f2038a43fa0b tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (299b08e8-b057-4665-a141-020e1e93cc7a), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.311572 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7029add2-4884-4b0e-8ef0-f2038a43fa0b tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299b08e8-b057-4665-a141-020e1e93cc7a,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:40.320324 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d212c52-2593-4bc1-90de-86cdf55212bf req-ef4a6f81-8f24-4af9-b5ce-8c887d57af34 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:40.322370 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5d212c52-2593-4bc1-90de-86cdf55212bf req-ef4a6f81-8f24-4af9-b5ce-8c887d57af34 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0743570 Jul 06 13:48:40.330098 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7029add2-4884-4b0e-8ef0-f2038a43fa0b tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.331435 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-7029add2-4884-4b0e-8ef0-f2038a43fa0b tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1546123 Jul 06 13:48:40.340068 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 35236) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:40.344630 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-03049bc9-21c2-49b7-9090-92722d9fc5f4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Request body: {'security_group_rule': {'security_group_id': '911fd285-b97a-4259-b460-245e9ba659eb', 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:40.380299 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fd240-9cf0-488a-91cd-07039dad3af8 req-a3938444-4bda-4856-a31f-c8d0854fff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:40.382513 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8b4fd240-9cf0-488a-91cd-07039dad3af8 req-a3938444-4bda-4856-a31f-c8d0854fff80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ffa9da064c64346b5f227c28a89ea81&device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 1129 time: 0.0501771 Jul 06 13:48:40.392288 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-beaeefa4-6b3b-4763-805d-57b82640db4a None None] Set router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:48:40.405851 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5d212c52-2593-4bc1-90de-86cdf55212bf req-d41b8159-17e5-4124-a3bf-0f99b7b39361 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765162 Jul 06 13:48:40.406807 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-03049bc9-21c2-49b7-9090-92722d9fc5f4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (cb99d64f-7923-46ad-a855-be3f3e89d5f8), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.478966 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-03049bc9-21c2-49b7-9090-92722d9fc5f4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (cb99d64f-7923-46ad-a855-be3f3e89d5f8), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.483081 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-03049bc9-21c2-49b7-9090-92722d9fc5f4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (cb99d64f-7923-46ad-a855-be3f3e89d5f8), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.504937 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03049bc9-21c2-49b7-9090-92722d9fc5f4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb99d64f-7923-46ad-a855-be3f3e89d5f8,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:40.521449 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-03049bc9-21c2-49b7-9090-92722d9fc5f4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.521449 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-03049bc9-21c2-49b7-9090-92722d9fc5f4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1777055 Jul 06 13:48:40.522255 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 35238) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:40.526416 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-0dd0948b-aa68-4ea3-b690-d032c21e8405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Request body: {'security_group_rule': {'security_group_id': '911fd285-b97a-4259-b460-245e9ba659eb', 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:40.532672 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fd240-9cf0-488a-91cd-07039dad3af8 req-1e394d92-db66-477a-bbf8-dbfc61b4eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:40.533906 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8b4fd240-9cf0-488a-91cd-07039dad3af8 req-1e394d92-db66-477a-bbf8-dbfc61b4eb12 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f788e92-d88f-409a-8e81-b02e1ed607f4 HTTP/1.1" status: 200 len: 914 time: 0.1435375 Jul 06 13:48:40.553595 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0dd0948b-aa68-4ea3-b690-d032c21e8405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (31df0a30-21ba-441f-8200-6be411c1b339), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.608823 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8b4fd240-9cf0-488a-91cd-07039dad3af8 req-46d9d99e-533c-4025-bc7b-c2f3f71d7327 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 HTTP/1.1" status: 200 len: 999 time: 0.0689940 Jul 06 13:48:40.624065 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0dd0948b-aa68-4ea3-b690-d032c21e8405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (31df0a30-21ba-441f-8200-6be411c1b339), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.630338 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0dd0948b-aa68-4ea3-b690-d032c21e8405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (31df0a30-21ba-441f-8200-6be411c1b339), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.652577 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0948b-aa68-4ea3-b690-d032c21e8405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31df0a30-21ba-441f-8200-6be411c1b339,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:40.656410 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-beaeefa4-6b3b-4763-805d-57b82640db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port': {'id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:20Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '05603228-f1fb-4194-9cf9-b31bcbd57a78', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'port_id': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'mac_address': 'fa:16:3e:1b:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:48:38Z', 'updated_at': '2022-07-06T13:48:38Z', 'revision_number': 0, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f36628-08c3-4ed6-aee4-2bcf3a787e97', 'name': '', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'mac_address': 'fa:16:3e:d3:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:24Z', 'updated_at': '2022-07-06T13:47:29Z', 'revision_number': 5, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'subnets': [{'id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:40.663855 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0dd0948b-aa68-4ea3-b690-d032c21e8405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.667838 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-0dd0948b-aa68-4ea3-b690-d032c21e8405 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425042 Jul 06 13:48:40.668437 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 35240) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:40.675783 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-cd872739-91db-43b6-a25e-ea95b334dcad tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Request body: {'security_group_rule': {'security_group_id': '911fd285-b97a-4259-b460-245e9ba659eb', 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:40.680170 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fd240-9cf0-488a-91cd-07039dad3af8 req-c5f292ef-d815-4ab2-bc7d-7d18f3d272b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:40.683218 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8b4fd240-9cf0-488a-91cd-07039dad3af8 req-c5f292ef-d815-4ab2-bc7d-7d18f3d272b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=daf2852e-982c-49d4-b0f9-eb3bb3153a0b HTTP/1.1" status: 200 len: 852 time: 0.0647879 Jul 06 13:48:40.686972 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beaeefa4-6b3b-4763-805d-57b82640db4a None None] The sync data for ids ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'] in dv-cinder-819149-8-iscsi is: [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port': {'id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:20Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '05603228-f1fb-4194-9cf9-b31bcbd57a78', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'port_id': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'mac_address': 'fa:16:3e:1b:72:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:48:38Z', 'updated_at': '2022-07-06T13:48:38Z', 'revision_number': 0, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25f36628-08c3-4ed6-aee4-2bcf3a787e97', 'name': '', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'mac_address': 'fa:16:3e:d3:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:24Z', 'updated_at': '2022-07-06T13:47:29Z', 'revision_number': 5, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'subnets': [{'id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:48:40.702527 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.securitygroups_db [None req-cd872739-91db-43b6-a25e-ea95b334dcad tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Project 3ffa9da064c64346b5f227c28a89ea81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:48:40.708952 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-cd872739-91db-43b6-a25e-ea95b334dcad tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (00169991-ef67-464c-b0cd-e67d35ddfccb), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.781413 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-cd872739-91db-43b6-a25e-ea95b334dcad tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (00169991-ef67-464c-b0cd-e67d35ddfccb), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.785461 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-cd872739-91db-43b6-a25e-ea95b334dcad tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (00169991-ef67-464c-b0cd-e67d35ddfccb), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.805830 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd872739-91db-43b6-a25e-ea95b334dcad tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00169991-ef67-464c-b0cd-e67d35ddfccb,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:40.813613 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-cd872739-91db-43b6-a25e-ea95b334dcad tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.815118 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-cd872739-91db-43b6-a25e-ea95b334dcad tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442769 Jul 06 13:48:40.818443 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 35242) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:40.823108 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-04748bb4-9c6c-4710-a3cb-d2d3ebb528f8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Request body: {'security_group_rule': {'security_group_id': '911fd285-b97a-4259-b460-245e9ba659eb', 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:40.837887 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:40.852889 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.securitygroups_db [None req-04748bb4-9c6c-4710-a3cb-d2d3ebb528f8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Project 3ffa9da064c64346b5f227c28a89ea81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:48:40.858453 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:40.861641 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-04748bb4-9c6c-4710-a3cb-d2d3ebb528f8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (684a3d73-8d77-4346-aebb-9ef08503e3d3), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.915526 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1b3a0d-097a-4ae8-8742-a38c112fe5fe None None] New status for floating IP 05603228-f1fb-4194-9cf9-b31bcbd57a78: ACTIVE {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:48:40.933729 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-04748bb4-9c6c-4710-a3cb-d2d3ebb528f8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (684a3d73-8d77-4346-aebb-9ef08503e3d3), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.938489 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-04748bb4-9c6c-4710-a3cb-d2d3ebb528f8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (684a3d73-8d77-4346-aebb-9ef08503e3d3), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.962605 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04748bb4-9c6c-4710-a3cb-d2d3ebb528f8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684a3d73-8d77-4346-aebb-9ef08503e3d3,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:40.968474 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-04748bb4-9c6c-4710-a3cb-d2d3ebb528f8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:40.969742 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-04748bb4-9c6c-4710-a3cb-d2d3ebb528f8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506634 Jul 06 13:48:41.082909 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-63e52df5-5c07-45f1-a151-f2ddf12e6f7c req-3e7abe4a-c7af-4bdb-80d0-1e088639c854 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45974178&fields=id&tenant_id=3ffa9da064c64346b5f227c28a89ea81 HTTP/1.1" status: 200 len: 267 time: 0.0631125 Jul 06 13:48:41.134644 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e52df5-5c07-45f1-a151-f2ddf12e6f7c req-5aa3174c-0434-48ee-9254-b457f7c747c2 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:41.136001 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-63e52df5-5c07-45f1-a151-f2ddf12e6f7c req-5aa3174c-0434-48ee-9254-b457f7c747c2 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 945 time: 0.0479000 Jul 06 13:48:41.148179 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-63e52df5-5c07-45f1-a151-f2ddf12e6f7c req-1fc5e8c1-8e40-4f23-8bfa-84e90bdabec5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Request body: {'port': {'security_groups': ['02995de2-8bf9-4326-bec6-41bf0de925d5', '911fd285-b97a-4259-b460-245e9ba659eb']}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:41.255973 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-63e52df5-5c07-45f1-a151-f2ddf12e6f7c req-1fc5e8c1-8e40-4f23-8bfa-84e90bdabec5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:41.268082 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fd240-9cf0-488a-91cd-07039dad3af8 req-a32adfb0-e9d6-4470-aa6b-b10d015b8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:41.269546 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8b4fd240-9cf0-488a-91cd-07039dad3af8 req-a32adfb0-e9d6-4470-aa6b-b10d015b8fbb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f788e92-d88f-409a-8e81-b02e1ed607f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743592 Jul 06 13:48:41.466790 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-63e52df5-5c07-45f1-a151-f2ddf12e6f7c req-1fc5e8c1-8e40-4f23-8bfa-84e90bdabec5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] For port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:48:41.517773 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:41.540957 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd09b69-8200-4e06-b99f-bd67942937fd req-cd260e7c-bd01-4569-986c-e62e9b39a8ae tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:41.542523 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3dd09b69-8200-4e06-b99f-bd67942937fd req-cd260e7c-bd01-4569-986c-e62e9b39a8ae tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0573058 Jul 06 13:48:41.560552 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-63e52df5-5c07-45f1-a151-f2ddf12e6f7c req-1fc5e8c1-8e40-4f23-8bfa-84e90bdabec5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:41.570573 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-63e52df5-5c07-45f1-a151-f2ddf12e6f7c req-1fc5e8c1-8e40-4f23-8bfa-84e90bdabec5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:41.604279 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:41.609689 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3dd09b69-8200-4e06-b99f-bd67942937fd req-474f8e91-62d7-412e-9da9-aaee7410b2c6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578730 Jul 06 13:48:41.617172 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['41ac049c-27f7-4531-b7d5-cc2e3f0f8c79'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:41.645042 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e52df5-5c07-45f1-a151-f2ddf12e6f7c req-1fc5e8c1-8e40-4f23-8bfa-84e90bdabec5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:41.648860 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-63e52df5-5c07-45f1-a151-f2ddf12e6f7c req-1fc5e8c1-8e40-4f23-8bfa-84e90bdabec5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:41.648860 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-63e52df5-5c07-45f1-a151-f2ddf12e6f7c req-1fc5e8c1-8e40-4f23-8bfa-84e90bdabec5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "PUT /v2.0/ports/41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 HTTP/1.1" status: 200 len: 981 time: 0.5040812 Jul 06 13:48:41.648860 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:48:41.651531 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da0191b-eacf-458c-93f8-dff6380a46cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:41.666542 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8b4fd240-9cf0-488a-91cd-07039dad3af8 req-e54a6608-80ec-41f0-8c73-c8a3adfb0edd service neutron] 10.222.0.39 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968436 Jul 06 13:48:41.669199 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:41.688491 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5e8c1-8e40-4f23-8bfa-84e90bdabec5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event updated for resources: {'Port': ['ID=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,revision_number=6']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:48:41.771499 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40281420-fcd1-455e-951c-f75c46954e57 x-openstack-request-id: req-40281420-fcd1-455e-951c-f75c46954e57 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:41.772089 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:41.772521 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40281420-fcd1-455e-951c-f75c46954e57 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:41.773122 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40281420-fcd1-455e-951c-f75c46954e57'] response: {'name': 'network-changed', 'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79', 'status': 'completed', 'code': 200} Jul 06 13:48:41.805140 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8b4fd240-9cf0-488a-91cd-07039dad3af8 req-bdde37be-c73f-4ac6-812b-da24fabecde8 service neutron] 10.222.0.39 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296849 Jul 06 13:48:41.806594 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:41.811325 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11500e07-2ea1-4b47-9536-7184d8661dd6 req-5948c75d-96dd-41fa-a9ce-69556088baec tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:41.812858 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-11500e07-2ea1-4b47-9536-7184d8661dd6 req-5948c75d-96dd-41fa-a9ce-69556088baec tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0636532 Jul 06 13:48:41.887065 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['41ac049c-27f7-4531-b7d5-cc2e3f0f8c79'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:48:41.889452 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-11500e07-2ea1-4b47-9536-7184d8661dd6 req-46681314-b7c7-4fb4-a8ec-e4e689ac38e5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0686235 Jul 06 13:48:41.950358 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0191b-eacf-458c-93f8-dff6380a46cb req-f9a3bf42-51db-482f-875e-89d9acfd9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:41.951824 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7da0191b-eacf-458c-93f8-dff6380a46cb req-f9a3bf42-51db-482f-875e-89d9acfd9203 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ffa9da064c64346b5f227c28a89ea81&device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 1168 time: 0.0522556 Jul 06 13:48:41.971432 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-9e3a0294-3929-44fd-9905-c702452a7e89 None None] Provisioning complete for port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:48:41.972410 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9e3a0294-3929-44fd-9905-c702452a7e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:41.999975 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:42.021259 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b059-c89d-4caf-b354-c907aa266056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:42.045031 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:42.074557 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0191b-eacf-458c-93f8-dff6380a46cb req-d219bcbb-2948-4da7-96fa-411e76d216df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:42.076310 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7da0191b-eacf-458c-93f8-dff6380a46cb req-d219bcbb-2948-4da7-96fa-411e76d216df service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f788e92-d88f-409a-8e81-b02e1ed607f4 HTTP/1.1" status: 200 len: 914 time: 0.1161327 Jul 06 13:48:42.171733 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7da0191b-eacf-458c-93f8-dff6380a46cb req-e574cc8b-7e9d-4178-aa45-cc61b5375cb0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 HTTP/1.1" status: 200 len: 1001 time: 0.0880036 Jul 06 13:48:42.179803 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a0294-3929-44fd-9905-c702452a7e89 None None] Current status of the port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:48:42.228192 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0191b-eacf-458c-93f8-dff6380a46cb req-149390bb-7159-4616-9fdb-955c104ae527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:42.229567 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7da0191b-eacf-458c-93f8-dff6380a46cb req-149390bb-7159-4616-9fdb-955c104ae527 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=daf2852e-982c-49d4-b0f9-eb3bb3153a0b HTTP/1.1" status: 200 len: 852 time: 0.0515382 Jul 06 13:48:42.275547 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0191b-eacf-458c-93f8-dff6380a46cb req-4bc9b122-07d1-459f-8930-99ab98c865d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:42.277088 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7da0191b-eacf-458c-93f8-dff6380a46cb req-4bc9b122-07d1-459f-8930-99ab98c865d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f788e92-d88f-409a-8e81-b02e1ed607f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414310 Jul 06 13:48:42.333085 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:42.379091 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7da0191b-eacf-458c-93f8-dff6380a46cb req-539af184-c887-42c1-87ed-933604fee1c7 service neutron] 10.222.0.39 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946057 Jul 06 13:48:42.480283 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7da0191b-eacf-458c-93f8-dff6380a46cb req-fb7952a5-a641-4a7f-94c7-97c813e84ff5 service neutron] 10.222.0.39 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886834 Jul 06 13:48:42.735790 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071c4c0-0613-407e-9dfb-f11e6ea04bc8 req-516cea60-7427-4ede-a955-57e66fc9e6bd tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:42.737184 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3071c4c0-0613-407e-9dfb-f11e6ea04bc8 req-516cea60-7427-4ede-a955-57e66fc9e6bd tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0541306 Jul 06 13:48:42.784385 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3071c4c0-0613-407e-9dfb-f11e6ea04bc8 req-10be8210-287a-42fe-8b90-5f965c970c65 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416546 Jul 06 13:48:42.868634 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:42.902003 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3cd592-fcf0-45e8-828a-eaa305673f4c req-f87c6e08-7b00-4648-8724-e581a1397dcb tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:42.903528 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7f3cd592-fcf0-45e8-828a-eaa305673f4c req-f87c6e08-7b00-4648-8724-e581a1397dcb tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0535986 Jul 06 13:48:42.912816 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 35266) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:48:42.917339 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-36dca2cd-eb03-4dd4-925a-0967e6b6215a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Request body: {'floatingip': {'port_id': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:48:42.955999 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-36dca2cd-eb03-4dd4-925a-0967e6b6215a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for floatingip (06981ba9-3684-4462-96aa-3314ebab5005), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:43.601982 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-36dca2cd-eb03-4dd4-925a-0967e6b6215a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:43.605868 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-36dca2cd-eb03-4dd4-925a-0967e6b6215a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (06981ba9-3684-4462-96aa-3314ebab5005), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:43.649298 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:43.701697 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.l3_db [None req-36dca2cd-eb03-4dd4-925a-0967e6b6215a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Floating IP 06981ba9-3684-4462-96aa-3314ebab5005 associated. External IP: 172.27.3.178, port: d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca. Jul 06 13:48:43.747858 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:43.904425 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dca2cd-eb03-4dd4-925a-0967e6b6215a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Router c3e54064-f093-423d-9c05-6182ab73ea34 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:48:44.005177 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dca2cd-eb03-4dd4-925a-0967e6b6215a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:48:44.009942 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-36dca2cd-eb03-4dd4-925a-0967e6b6215a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:44.014796 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc8e04e-0f9c-49a8-a3d4-3b5f0aad80d7 None None] Sync routers for ids ['c3e54064-f093-423d-9c05-6182ab73ea34'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:48:44.024583 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc8e04e-0f9c-49a8-a3d4-3b5f0aad80d7 None None] Routers {'c3e54064-f093-423d-9c05-6182ab73ea34'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:48:44.025221 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-7dc8e04e-0f9c-49a8-a3d4-3b5f0aad80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:48:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['c3e54064-f093-423d-9c05-6182ab73ea34'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:44.045353 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-36dca2cd-eb03-4dd4-925a-0967e6b6215a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "PUT /v2.0/floatingips/06981ba9-3684-4462-96aa-3314ebab5005 HTTP/1.1" status: 200 len: 991 time: 1.1313653 Jul 06 13:48:44.045981 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'tag': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:48:44.049225 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcea3e37-ea43-4e41-83ed-d1d04c041a34" -d '{"events": [{"name": "network-changed", "server_uuid": "74a59be2-69eb-4bdc-865c-570f5a2019df", "tag": "d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:48:44.102101 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dd00b7-d278-4039-8c96-4df8628e0a4f x-openstack-request-id: req-99dd00b7-d278-4039-8c96-4df8628e0a4f {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:48:44.102583 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a59be2-69eb-4bdc-865c-570f5a2019df", "tag": "d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:48:44.102756 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99dd00b7-d278-4039-8c96-4df8628e0a4f {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:48:44.103210 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99dd00b7-d278-4039-8c96-4df8628e0a4f'] response: {'name': 'network-changed', 'server_uuid': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'tag': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'status': 'completed', 'code': 200} Jul 06 13:48:44.107143 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:44.133804 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-7dc8e04e-0f9c-49a8-a3d4-3b5f0aad80d7 None None] Set router c3e54064-f093-423d-9c05-6182ab73ea34 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:48:44.228526 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea3e37-ea43-4e41-83ed-d1d04c041a34 req-594d1a9a-f268-4c7a-9e76-15bc9c8e14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:44.231909 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dcea3e37-ea43-4e41-83ed-d1d04c041a34 req-594d1a9a-f268-4c7a-9e76-15bc9c8e14a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 1129 time: 0.0461962 Jul 06 13:48:44.323701 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea3e37-ea43-4e41-83ed-d1d04c041a34 req-576f216c-4b29-46ee-b401-bba8cba6c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:44.325197 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dcea3e37-ea43-4e41-83ed-d1d04c041a34 req-576f216c-4b29-46ee-b401-bba8cba6c451 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.0869782 Jul 06 13:48:44.361701 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:44.365186 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-7dc8e04e-0f9c-49a8-a3d4-3b5f0aad80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:29Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '06981ba9-3684-4462-96aa-3314ebab5005', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'port_id': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'mac_address': 'fa:16:3e:5d:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:48:23Z', 'updated_at': '2022-07-06T13:48:43Z', 'revision_number': 1, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e7c9e-d478-4b12-91b0-8576c38210d5', 'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'mac_address': 'fa:16:3e:9a:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:27Z', 'updated_at': '2022-07-06T13:45:45Z', 'revision_number': 5, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'subnets': [{'id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:44.391150 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc8e04e-0f9c-49a8-a3d4-3b5f0aad80d7 None None] Checking router: c3e54064-f093-423d-9c05-6182ab73ea34 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:48:44.395927 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dcea3e37-ea43-4e41-83ed-d1d04c041a34 req-fdc564e3-4305-4ba9-8fb2-84fd72dd63e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca HTTP/1.1" status: 200 len: 999 time: 0.0630276 Jul 06 13:48:44.399573 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc8e04e-0f9c-49a8-a3d4-3b5f0aad80d7 None None] Routers {'c3e54064-f093-423d-9c05-6182ab73ea34'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:48:44.400170 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-7dc8e04e-0f9c-49a8-a3d4-3b5f0aad80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:48:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['c3e54064-f093-423d-9c05-6182ab73ea34'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:44.447081 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea3e37-ea43-4e41-83ed-d1d04c041a34 req-7d93b953-d5d2-4170-b0b5-df6cf3f31d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:44.448628 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dcea3e37-ea43-4e41-83ed-d1d04c041a34 req-7d93b953-d5d2-4170-b0b5-df6cf3f31d1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.0455167 Jul 06 13:48:44.506930 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea3e37-ea43-4e41-83ed-d1d04c041a34 req-13df8a70-47c8-46cc-aec1-55bea55fc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:48:44.508342 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dcea3e37-ea43-4e41-83ed-d1d04c041a34 req-13df8a70-47c8-46cc-aec1-55bea55fc67c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488062 Jul 06 13:48:44.508568 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-7dc8e04e-0f9c-49a8-a3d4-3b5f0aad80d7 None None] Set router c3e54064-f093-423d-9c05-6182ab73ea34 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:48:44.618838 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dcea3e37-ea43-4e41-83ed-d1d04c041a34 req-b3343956-57aa-4fa9-a5d9-6bb8e3885881 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984664 Jul 06 13:48:44.719492 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dcea3e37-ea43-4e41-83ed-d1d04c041a34 req-479ab439-0228-4d6e-af6f-3d4a3b0d7832 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921452 Jul 06 13:48:44.745153 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:44.885281 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-7dc8e04e-0f9c-49a8-a3d4-3b5f0aad80d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:29Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '06981ba9-3684-4462-96aa-3314ebab5005', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'port_id': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'mac_address': 'fa:16:3e:5d:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:48:23Z', 'updated_at': '2022-07-06T13:48:43Z', 'revision_number': 1, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e7c9e-d478-4b12-91b0-8576c38210d5', 'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'mac_address': 'fa:16:3e:9a:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:27Z', 'updated_at': '2022-07-06T13:45:45Z', 'revision_number': 5, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'subnets': [{'id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:48:44.911207 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc8e04e-0f9c-49a8-a3d4-3b5f0aad80d7 None None] The sync data for ids ['c3e54064-f093-423d-9c05-6182ab73ea34'] in dv-cinder-819149-8-iscsi is: [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:29Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '06981ba9-3684-4462-96aa-3314ebab5005', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'port_id': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'mac_address': 'fa:16:3e:5d:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:48:23Z', 'updated_at': '2022-07-06T13:48:43Z', 'revision_number': 1, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e7c9e-d478-4b12-91b0-8576c38210d5', 'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'mac_address': 'fa:16:3e:9a:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:27Z', 'updated_at': '2022-07-06T13:45:45Z', 'revision_number': 5, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'subnets': [{'id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:48:45.105730 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df8a402-223b-4a26-a72a-a9c1a7f61001 None None] New status for floating IP 06981ba9-3684-4462-96aa-3314ebab5005: ACTIVE {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:48:52.891398 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=21 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:52.894593 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=12 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:54.577628 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:48:54.706535 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=85 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:54.716695 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=83 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:48:59.917642 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:49:04.565933 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:04.572944 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:07.934524 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:09.469663 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-90c36486-dced-45e5-bb62-e2248c420de5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:09.914783 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:11.933231 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-5d8891ca-bbd5-4709-af48-e12b2ff550f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:12.871423 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:14.350148 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:14.640013 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:24.569860 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:26.749121 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4feca1c1-bbdf-4d11-af85-f09a6e397823 req-cb0fe2ae-0ff7-4a8b-8489-8fd31832ec81 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448399 Jul 06 13:49:26.827950 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca1c1-bbdf-4d11-af85-f09a6e397823 req-371c5703-83b5-4884-92a7-4a6d24d731b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:26.829482 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4feca1c1-bbdf-4d11-af85-f09a6e397823 req-371c5703-83b5-4884-92a7-4a6d24d731b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05df572327d54bd99595974b75898052&device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 1130 time: 0.0439599 Jul 06 13:49:27.018259 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca1c1-bbdf-4d11-af85-f09a6e397823 req-dd48f365-1943-4d56-8017-7cc53f3ae381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:27.019646 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4feca1c1-bbdf-4d11-af85-f09a6e397823 req-dd48f365-1943-4d56-8017-7cc53f3ae381 service neutron] 10.222.0.39 "GET /v2.0/networks?id=971af843-a8c2-4694-8a42-a011949622a1 HTTP/1.1" status: 200 len: 911 time: 0.0914407 Jul 06 13:49:27.081207 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4feca1c1-bbdf-4d11-af85-f09a6e397823 req-eeed4dac-3ea4-41fb-b358-13f43a227888 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ca14d5b-272c-4543-9380-0fbec0da4da8 HTTP/1.1" status: 200 len: 1002 time: 0.0548820 Jul 06 13:49:27.128309 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca1c1-bbdf-4d11-af85-f09a6e397823 req-0629fefd-fba8-4727-a956-73416667e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:27.130251 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4feca1c1-bbdf-4d11-af85-f09a6e397823 req-0629fefd-fba8-4727-a956-73416667e5cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e1bcabb-e45a-4964-8332-c655940202a4 HTTP/1.1" status: 200 len: 849 time: 0.0427878 Jul 06 13:49:27.177125 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feca1c1-bbdf-4d11-af85-f09a6e397823 req-26a48b57-84c9-40f4-a57c-97feae05042c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:27.178585 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4feca1c1-bbdf-4d11-af85-f09a6e397823 req-26a48b57-84c9-40f4-a57c-97feae05042c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=971af843-a8c2-4694-8a42-a011949622a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420935 Jul 06 13:49:27.269265 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4feca1c1-bbdf-4d11-af85-f09a6e397823 req-a811b0a0-71d3-4a7c-b83c-65235fccb226 service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826681 Jul 06 13:49:27.361818 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4feca1c1-bbdf-4d11-af85-f09a6e397823 req-def23954-5916-4e85-be43-a1f8f7390470 service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861943 Jul 06 13:49:27.999912 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 35646) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:49:28.004271 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450260043', 'description': 'tempest-description--1657014309'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:49:28.025737 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.109164 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.113215 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.142723 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.143923 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1431150 Jul 06 13:49:28.147696 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 35648) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:49:28.148831 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:28.152504 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'security_group_rule': {'security_group_id': 'f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:49:28.155922 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.156266 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.156600 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.156936 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.157286 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.157614 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.157938 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.158256 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.158572 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.158895 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.159212 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.159528 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.159841 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.160153 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.161366 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666a6bac-58a7-48a4-8f2f-c5c1146805fe tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.180852 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (8559dad1-8b79-4f9b-a4cb-97cb1709da42), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.239113 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (8559dad1-8b79-4f9b-a4cb-97cb1709da42), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.242804 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (8559dad1-8b79-4f9b-a4cb-97cb1709da42), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.266030 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8559dad1-8b79-4f9b-a4cb-97cb1709da42,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:28.271916 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.273111 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244071 Jul 06 13:49:28.276009 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 35650) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:49:28.278073 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.278416 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.278751 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.279082 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.279416 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.279742 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.280067 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.280389 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.280493 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-5d555e29-977b-428c-841f-a4a9a32095a6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'security_group_rule': {'security_group_id': 'f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:49:28.280713 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.281055 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.281381 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.281703 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.282024 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.282346 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.282666 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03592a0-9eca-4fad-ace5-201d8b55e635 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:28.311044 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5d555e29-977b-428c-841f-a4a9a32095a6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (fd22ba84-9ed2-4a5c-95f1-ae59d756a989), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.368884 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5d555e29-977b-428c-841f-a4a9a32095a6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (fd22ba84-9ed2-4a5c-95f1-ae59d756a989), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.372582 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5d555e29-977b-428c-841f-a4a9a32095a6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (fd22ba84-9ed2-4a5c-95f1-ae59d756a989), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.392121 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d555e29-977b-428c-841f-a4a9a32095a6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd22ba84-9ed2-4a5c-95f1-ae59d756a989,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:28.402542 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5d555e29-977b-428c-841f-a4a9a32095a6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.403825 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-5d555e29-977b-428c-841f-a4a9a32095a6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268308 Jul 06 13:49:28.406998 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 35652) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:49:28.412258 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:49:28.430151 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:28.435738 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.455846 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:28.524925 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.636164 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Allocated IP 172.27.3.75 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/21a0c311-4c22-410d-96e9-38d09afbb2f5) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:49:28.741439 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for port (21a0c311-4c22-410d-96e9-38d09afbb2f5), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.777528 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (21a0c311-4c22-410d-96e9-38d09afbb2f5), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.820428 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:49:28.823178 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:28.826853 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:49:28.848464 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'Port': ['ID=21a0c311-4c22-410d-96e9-38d09afbb2f5,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:28.909633 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (8bf518dd-ec06-4df6-80e4-b2881a0d0749), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:28.946556 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (21a0c311-4c22-410d-96e9-38d09afbb2f5), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:29.095477 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for port (21a0c311-4c22-410d-96e9-38d09afbb2f5), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:29.100164 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (21a0c311-4c22-410d-96e9-38d09afbb2f5), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:29.160341 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:29.173941 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'Port': ['ID=21a0c311-4c22-410d-96e9-38d09afbb2f5,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:29.179824 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:29.186833 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (8bf518dd-ec06-4df6-80e4-b2881a0d0749), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:29.202781 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:29.203987 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-56c4fe27-cee5-4463-96af-1e667dd329c1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7959917 Jul 06 13:49:29.395778 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-bee7cf1a-c723-45b2-81cd-35f5cb3c42b0 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1450260043&fields=id&tenant_id=bd85f2a57a0847debf5aaf81aab7a638 HTTP/1.1" status: 200 len: 267 time: 0.0420179 Jul 06 13:49:29.499087 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-d49c5234-167a-476c-bb25-45c59ee1cdfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:29.500547 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-d49c5234-167a-476c-bb25-45c59ee1cdfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 815 time: 0.0986032 Jul 06 13:49:29.516829 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-4098dc51-ef38-4c54-a2b7-7cf231f27fad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/quotas/bd85f2a57a0847debf5aaf81aab7a638 HTTP/1.1" status: 200 len: 375 time: 0.0093102 Jul 06 13:49:29.573720 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6fc8ffad-3197-4fac-afbc-7b2612fdb19d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510981 Jul 06 13:49:29.675912 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-9814367c-4337-4fd9-ab17-a00689e1f452 service neutron] 10.222.0.20 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909028 Jul 06 13:49:29.769102 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-d6c269cb-979b-49de-a5e9-746359f591a6 service neutron] 10.222.0.20 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870235 Jul 06 13:49:29.949675 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5dd99845-0b7b-457a-9f6a-d6e1654271bf req-925c5b8d-88c6-4f41-a83a-958ad4f0474a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 210 time: 0.0295963 Jul 06 13:49:31.082895 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-02070bea-c76d-48f1-a132-d67494fe8b48 req-780f3eed-22b8-48f0-ba02-0bd6865cb8dd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 210 time: 0.0624330 Jul 06 13:49:31.110337 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-4085ea4f-8ace-4c66-9b5f-22efade5ad26 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:31.111811 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-4085ea4f-8ace-4c66-9b5f-22efade5ad26 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 815 time: 0.1346338 Jul 06 13:49:31.202181 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-27cb47f7-4490-46dd-b2a1-cfc6e94825aa tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd85f2a57a0847debf5aaf81aab7a638 HTTP/1.1" status: 200 len: 473 time: 0.0731637 Jul 06 13:49:31.361746 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-fc96ee9e-23c4-42d7-b4ff-2ab2491de833 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'port': {'device_id': '85dc896f-7a07-400c-abc8-cc2d27bda2db', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'admin_state_up': True, 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'security_groups': ['f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31']}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:49:31.688736 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-fc96ee9e-23c4-42d7-b4ff-2ab2491de833 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Made reservation on behalf of bd85f2a57a0847debf5aaf81aab7a638 for: {'port': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:49:31.692186 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-fc96ee9e-23c4-42d7-b4ff-2ab2491de833 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:31.815686 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-fc96ee9e-23c4-42d7-b4ff-2ab2491de833 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Allocated IP 172.20.0.4 (599de418-b206-4788-89c1-e9276ab94414/77668382-4527-4719-963a-ed1774a7fa55/e9e85219-187e-4978-bd5f-5875bc364c0e) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:49:31.851444 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:31.855081 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:31.959659 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-fc96ee9e-23c4-42d7-b4ff-2ab2491de833 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:31.991144 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-fc96ee9e-23c4-42d7-b4ff-2ab2491de833 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:32.032584 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-fc96ee9e-23c4-42d7-b4ff-2ab2491de833 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Network 599de418-b206-4788-89c1-e9276ab94414 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:49:32.036478 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-fc96ee9e-23c4-42d7-b4ff-2ab2491de833 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:49:32.040110 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-fc96ee9e-23c4-42d7-b4ff-2ab2491de833 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:49:32.067433 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96ee9e-23c4-42d7-b4ff-2ab2491de833 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'Port': ['ID=e9e85219-187e-4978-bd5f-5875bc364c0e,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:32.099585 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-fc96ee9e-23c4-42d7-b4ff-2ab2491de833 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:32.100302 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-fc96ee9e-23c4-42d7-b4ff-2ab2491de833 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:32.117857 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-fc96ee9e-23c4-42d7-b4ff-2ab2491de833 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7599239 Jul 06 13:49:32.137372 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Request body: {'port': {'device_id': '85dc896f-7a07-400c-abc8-cc2d27bda2db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:49:32.209156 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:32.218578 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00c78f-7c9d-43af-9608-5715602c39aa req-6138a97c-840a-416d-88b9-b61132289a6f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:32.220314 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ca00c78f-7c9d-43af-9608-5715602c39aa req-6138a97c-840a-416d-88b9-b61132289a6f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 931 time: 0.0626111 Jul 06 13:49:32.277328 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ca00c78f-7c9d-43af-9608-5715602c39aa req-e2ea7275-746c-4041-ae4b-e3ace45b86a0 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479951 Jul 06 13:49:32.329947 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-849a9d69-b566-437f-874c-966a1c9ad7f2 None None] Provisioning complete for port e9e85219-187e-4978-bd5f-5875bc364c0e triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:49:32.330471 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-849a9d69-b566-437f-874c-966a1c9ad7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:32.365394 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-849a9d69-b566-437f-874c-966a1c9ad7f2 None None] Port e9e85219-187e-4978-bd5f-5875bc364c0e cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:49:32.483067 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e85219-187e-4978-bd5f-5875bc364c0e {{(pid=110606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:49:32.490720 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Publish callbacks [] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:32.502834 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.provisioning_blocks [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Transition to ACTIVE for port object e9e85219-187e-4978-bd5f-5875bc364c0e will not be triggered until provisioned by entity L2. {{(pid=110606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:49:32.507872 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:32.555890 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Pushing event updated for resources: {'Port': ['ID=e9e85219-187e-4978-bd5f-5875bc364c0e,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:32.632312 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Attempting to bind port e9e85219-187e-4978-bd5f-5875bc364c0e on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:49:32.632644 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Attempting to bind port e9e85219-187e-4978-bd5f-5875bc364c0e by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:49:32.633015 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Attempting to bind port e9e85219-187e-4978-bd5f-5875bc364c0e on network 599de418-b206-4788-89c1-e9276ab94414 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:49:32.637691 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Port e9e85219-187e-4978-bd5f-5875bc364c0e on network 599de418-b206-4788-89c1-e9276ab94414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:49:32.638018 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Attempting to bind port e9e85219-187e-4978-bd5f-5875bc364c0e on network 599de418-b206-4788-89c1-e9276ab94414 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:49:32.643348 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:49:32.643688 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Checking segment: {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:49:32.644081 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Bound using segment: {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:49:32.644522 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Bound port: e9e85219-187e-4978-bd5f-5875bc364c0e, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'}}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:49:32.644886 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:32.689745 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:32.694999 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:32.723693 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] For port e9e85219-187e-4978-bd5f-5875bc364c0e, host hv-cinder-81914, cleared binding levels {{(pid=110606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:49:32.727566 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] For port e9e85219-187e-4978-bd5f-5875bc364c0e, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e9e85219-187e-4978-bd5f-5875bc364c0e,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:49:32.733270 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:32.771365 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:32.771987 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:32.774033 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] 10.222.0.39 "PUT /v2.0/ports/e9e85219-187e-4978-bd5f-5875bc364c0e HTTP/1.1" status: 200 len: 1093 time: 0.6407156 Jul 06 13:49:32.774033 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dc896f-7a07-400c-abc8-cc2d27bda2db', 'tag': 'e9e85219-187e-4978-bd5f-5875bc364c0e'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:49:32.776142 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dc630e-c8d3-4a5b-be02-67f23434f216" -d '{"events": [{"name": "network-changed", "server_uuid": "85dc896f-7a07-400c-abc8-cc2d27bda2db", "tag": "e9e85219-187e-4978-bd5f-5875bc364c0e"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:32.813695 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695ac78-b616-493e-9e7f-380a4b4041aa service neutron] Pushing event updated for resources: {'Port': ['ID=e9e85219-187e-4978-bd5f-5875bc364c0e,revision_number=3']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:32.851215 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76432d9a-70ec-4436-9683-e9d410af310c x-openstack-request-id: req-76432d9a-70ec-4436-9683-e9d410af310c {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:32.851514 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dc896f-7a07-400c-abc8-cc2d27bda2db", "tag": "e9e85219-187e-4978-bd5f-5875bc364c0e", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:32.851773 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76432d9a-70ec-4436-9683-e9d410af310c {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:32.852158 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76432d9a-70ec-4436-9683-e9d410af310c'] response: {'name': 'network-changed', 'server_uuid': '85dc896f-7a07-400c-abc8-cc2d27bda2db', 'tag': 'e9e85219-187e-4978-bd5f-5875bc364c0e', 'status': 'completed', 'code': 200} Jul 06 13:49:32.885479 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-4a38f7a7-1387-45ba-8b99-414a539ff7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:32.887129 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-4a38f7a7-1387-45ba-8b99-414a539ff7df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 1127 time: 0.0492630 Jul 06 13:49:32.947944 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-771be9ce-c21a-4016-bec1-8c532c010354 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9e85219-187e-4978-bd5f-5875bc364c0e HTTP/1.1" status: 200 len: 217 time: 0.0453238 Jul 06 13:49:33.008829 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-09a978c4-d1e3-45cd-9c26-85ff9dad06db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:33.010380 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-09a978c4-d1e3-45cd-9c26-85ff9dad06db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 200 len: 854 time: 0.0548656 Jul 06 13:49:33.060803 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-b5e89fb4-e736-4a4a-8ea8-606783805062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:33.062360 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-b5e89fb4-e736-4a4a-8ea8-606783805062 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599de418-b206-4788-89c1-e9276ab94414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413177 Jul 06 13:49:33.166730 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-7585edc4-2f6e-4aa0-a694-ae043325a1cc service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979917 Jul 06 13:49:33.264769 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cbb8b57b-eec2-4d07-a6fb-8176c8fd0534 req-4312a57b-c112-4d26-b71e-b95682d331bc service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907218 Jul 06 13:49:33.402263 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7012d-d36b-4bbe-94fb-58cd4d6affe2 req-4036d5f5-5f92-4d32-922f-e810f4db7bef tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:33.403863 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-02b7012d-d36b-4bbe-94fb-58cd4d6affe2 req-4036d5f5-5f92-4d32-922f-e810f4db7bef tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 943 time: 0.0497212 Jul 06 13:49:33.452443 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-02b7012d-d36b-4bbe-94fb-58cd4d6affe2 req-2adda72d-edaf-4bc2-8b76-01c70c7eaa8c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 Jul 06 13:49:33.579477 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 35738) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:49:33.682966 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-95eaca02-3301-4130-974e-2836ba932274 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:33.766639 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-95eaca02-3301-4130-974e-2836ba932274 admin admin] Publish callbacks [] for security_group (4972c4ad-f03b-431c-a300-46257c3615a5), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:33.771446 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-95eaca02-3301-4130-974e-2836ba932274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (4972c4ad-f03b-431c-a300-46257c3615a5), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:33.813750 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-95eaca02-3301-4130-974e-2836ba932274 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fefd4cd82f63410198864e1afbf60ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332170 Jul 06 13:49:33.814814 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eaca02-3301-4130-974e-2836ba932274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4972c4ad-f03b-431c-a300-46257c3615a5,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:33.817065 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 35744) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:49:33.867197 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-424e6cd3-d163-481f-a260-73594cf9d3ec admin admin] Publish callbacks [] for security_group (4972c4ad-f03b-431c-a300-46257c3615a5), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:33.892014 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-424e6cd3-d163-481f-a260-73594cf9d3ec admin admin] Publish callbacks [] for security_group (4972c4ad-f03b-431c-a300-46257c3615a5), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:33.938999 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-424e6cd3-d163-481f-a260-73594cf9d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (4972c4ad-f03b-431c-a300-46257c3615a5), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:33.942176 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-424e6cd3-d163-481f-a260-73594cf9d3ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:33.943212 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-424e6cd3-d163-481f-a260-73594cf9d3ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4972c4ad-f03b-431c-a300-46257c3615a5 HTTP/1.1" status: 204 len: 168 time: 0.1248319 Jul 06 13:49:33.951148 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e6cd3-d163-481f-a260-73594cf9d3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4972c4ad-f03b-431c-a300-46257c3615a5,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:34.607446 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d07ab-5d6f-4a08-9b9a-e2172c87424a req-1ac348c3-3cf8-42a5-b481-1366d27bf0fb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:34.609061 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e76d07ab-5d6f-4a08-9b9a-e2172c87424a req-1ac348c3-3cf8-42a5-b481-1366d27bf0fb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 943 time: 0.0672228 Jul 06 13:49:34.663398 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e76d07ab-5d6f-4a08-9b9a-e2172c87424a req-984e9c81-5eaa-489e-8262-81de68d23f4a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468812 Jul 06 13:49:34.999087 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 35786) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:49:35.107319 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2b2743c6-77e9-42e1-9f4b-74d4022f4e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:35.183372 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2b2743c6-77e9-42e1-9f4b-74d4022f4e5e admin admin] Publish callbacks [] for security_group (9660dd7b-85a9-4187-b401-bee086f87d64), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:35.187049 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2b2743c6-77e9-42e1-9f4b-74d4022f4e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (9660dd7b-85a9-4187-b401-bee086f87d64), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:35.224642 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2743c6-77e9-42e1-9f4b-74d4022f4e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9660dd7b-85a9-4187-b401-bee086f87d64,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:35.228824 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-2b2743c6-77e9-42e1-9f4b-74d4022f4e5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef672f4b33994d7995f60a9d3bddfe7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287319 Jul 06 13:49:35.231547 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 35790) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:49:35.278760 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c367-e753-438a-9867-dfa3b7e5000f admin admin] Publish callbacks [] for security_group (9660dd7b-85a9-4187-b401-bee086f87d64), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:35.300617 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c367-e753-438a-9867-dfa3b7e5000f admin admin] Publish callbacks [] for security_group (9660dd7b-85a9-4187-b401-bee086f87d64), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:35.314973 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:35.353138 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c367-e753-438a-9867-dfa3b7e5000f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (9660dd7b-85a9-4187-b401-bee086f87d64), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:35.355613 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d6a5c367-e753-438a-9867-dfa3b7e5000f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:35.356753 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-d6a5c367-e753-438a-9867-dfa3b7e5000f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9660dd7b-85a9-4187-b401-bee086f87d64 HTTP/1.1" status: 204 len: 168 time: 0.1243103 Jul 06 13:49:35.359970 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:35.366095 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5c367-e753-438a-9867-dfa3b7e5000f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9660dd7b-85a9-4187-b401-bee086f87d64,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:35.380416 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:35.381082 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:35.781354 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d8d34-692f-46d2-9fd2-36851a4a194d req-35c6e96a-7a4e-4870-bb26-5494d1fca988 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:35.784379 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-623d8d34-692f-46d2-9fd2-36851a4a194d req-35c6e96a-7a4e-4870-bb26-5494d1fca988 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 943 time: 0.0508444 Jul 06 13:49:35.846556 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-623d8d34-692f-46d2-9fd2-36851a4a194d req-62144de8-3aae-42ba-884d-6ff382582f12 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511656 Jul 06 13:49:35.911339 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=6 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:35.912384 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:36.917600 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:49:36.967688 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0e019-4d61-47cc-872e-8a7e94ab8a62 req-5adc15c9-fc90-4e13-81eb-9d50993c40eb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:36.969262 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-31e0e019-4d61-47cc-872e-8a7e94ab8a62 req-5adc15c9-fc90-4e13-81eb-9d50993c40eb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 943 time: 0.0545347 Jul 06 13:49:37.019302 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-31e0e019-4d61-47cc-872e-8a7e94ab8a62 req-0301d6ed-648e-490c-8d91-a28790c88818 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430973 Jul 06 13:49:38.133999 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd39e65-ee74-4e3b-85b7-b4c826061e16 req-a2beec16-8f19-4a47-94be-76f692357b2f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:38.135432 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0bd39e65-ee74-4e3b-85b7-b4c826061e16 req-a2beec16-8f19-4a47-94be-76f692357b2f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 943 time: 0.0464332 Jul 06 13:49:38.183399 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0bd39e65-ee74-4e3b-85b7-b4c826061e16 req-b908d114-0741-49e3-8210-636a347a6659 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424232 Jul 06 13:49:39.299046 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f672fb-2444-4dd2-8bc2-fee0dc9f3e7a req-e87df525-a263-4cb3-ba3f-86146b771001 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:39.301445 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e3f672fb-2444-4dd2-8bc2-fee0dc9f3e7a req-e87df525-a263-4cb3-ba3f-86146b771001 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 943 time: 0.0509567 Jul 06 13:49:39.313379 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:39.349532 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e3f672fb-2444-4dd2-8bc2-fee0dc9f3e7a req-1e0544a1-14d4-4585-97fb-e26e9e316976 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425556 Jul 06 13:49:39.471865 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-7cc88dac-10e0-4004-acec-42e9b1d7be03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:39.549330 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e9e85219-187e-4978-bd5f-5875bc364c0e details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:49:39.654438 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port e9e85219-187e-4978-bd5f-5875bc364c0e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e9e85219-187e-4978-bd5f-5875bc364c0e,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:39.665948 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': 'e9e85219-187e-4978-bd5f-5875bc364c0e', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'port_id': 'e9e85219-187e-4978-bd5f-5875bc364c0e', 'mac_address': 'fa:16:3e:8d:6f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:49:39.699239 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port e9e85219-187e-4978-bd5f-5875bc364c0e is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:49:39.699623 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:39.712931 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e85219-187e-4978-bd5f-5875bc364c0e {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:49:39.732778 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port e9e85219-187e-4978-bd5f-5875bc364c0e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e9e85219-187e-4978-bd5f-5875bc364c0e,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:39.736559 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:39.786021 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=e9e85219-187e-4978-bd5f-5875bc364c0e,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:39.793034 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.793387 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.793743 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.794085 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.794423 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.794746 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.795067 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.795384 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.795706 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.796027 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.802602 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.802602 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.802602 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.802602 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:39.802602 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:49:40.469335 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe689d-5043-4890-838a-7127423383c7 req-c14b034e-e6ee-4fdb-926c-88fcf35c2759 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:40.470786 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7bfe689d-5043-4890-838a-7127423383c7 req-c14b034e-e6ee-4fdb-926c-88fcf35c2759 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 944 time: 0.0501151 Jul 06 13:49:40.517233 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7bfe689d-5043-4890-838a-7127423383c7 req-7a3c4dc9-df6d-4a03-831d-1bcd8fe15e25 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404806 Jul 06 13:49:40.593955 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['e9e85219-187e-4978-bd5f-5875bc364c0e'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:49:41.076275 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc630e-c8d3-4a5b-be02-67f23434f216 req-1f4ea1a5-dcdd-4004-9c9b-0ed0f98272d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:41.077784 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-85dc630e-c8d3-4a5b-be02-67f23434f216 req-1f4ea1a5-dcdd-4004-9c9b-0ed0f98272d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 1128 time: 0.0401073 Jul 06 13:49:41.637246 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40c2e4-df94-4ffd-a11f-0eb0a980fd8d req-69cd91cc-df6d-4383-abb1-7fa22e1e0ac8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:41.638689 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5c40c2e4-df94-4ffd-a11f-0eb0a980fd8d req-69cd91cc-df6d-4383-abb1-7fa22e1e0ac8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 944 time: 0.0473592 Jul 06 13:49:41.665661 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:41.712232 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5c40c2e4-df94-4ffd-a11f-0eb0a980fd8d req-11baab9b-c849-44e0-be67-1999db9c9e28 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678244 Jul 06 13:49:41.781191 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc630e-c8d3-4a5b-be02-67f23434f216 req-3498df93-c77a-468e-91c4-ea0f10fb54e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:41.782906 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-85dc630e-c8d3-4a5b-be02-67f23434f216 req-3498df93-c77a-468e-91c4-ea0f10fb54e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 916 time: 0.0973530 Jul 06 13:49:41.937352 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9037c2ab-b53d-42c7-90ee-3bf9f464af56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:42.234357 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-85dc630e-c8d3-4a5b-be02-67f23434f216 req-fa14e093-d3b2-4401-9916-9b66f0445085 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9e85219-187e-4978-bd5f-5875bc364c0e HTTP/1.1" status: 200 len: 217 time: 0.0383279 Jul 06 13:49:42.290282 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc630e-c8d3-4a5b-be02-67f23434f216 req-2f7bb674-a40e-44e1-a5c1-1ab89c1c091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:42.291850 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-85dc630e-c8d3-4a5b-be02-67f23434f216 req-2f7bb674-a40e-44e1-a5c1-1ab89c1c091a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 200 len: 854 time: 0.0503898 Jul 06 13:49:42.341267 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc630e-c8d3-4a5b-be02-67f23434f216 req-ec079f08-1629-404b-ac7e-d3a50419da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:42.342674 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-85dc630e-c8d3-4a5b-be02-67f23434f216 req-ec079f08-1629-404b-ac7e-d3a50419da74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599de418-b206-4788-89c1-e9276ab94414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428829 Jul 06 13:49:42.405515 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e9e85219-187e-4978-bd5f-5875bc364c0e up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:49:42.442061 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-85dc630e-c8d3-4a5b-be02-67f23434f216 req-688c3a0b-fb1b-462e-b753-a6a724145008 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916855 Jul 06 13:49:42.449818 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port e9e85219-187e-4978-bd5f-5875bc364c0e completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:49:42.455891 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port e9e85219-187e-4978-bd5f-5875bc364c0e triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:49:42.456254 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:42.529804 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port e9e85219-187e-4978-bd5f-5875bc364c0e is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:49:42.530189 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:42.539197 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-85dc630e-c8d3-4a5b-be02-67f23434f216 req-eb1d3adf-2e54-49be-b8a9-356b32a6a716 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908768 Jul 06 13:49:42.554650 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dc896f-7a07-400c-abc8-cc2d27bda2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e85219-187e-4978-bd5f-5875bc364c0e'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:49:42.556831 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a393f47e-095e-4da5-b0bf-f35e43312f8c" -d '{"events": [{"server_uuid": "85dc896f-7a07-400c-abc8-cc2d27bda2db", "name": "network-vif-plugged", "status": "completed", "tag": "e9e85219-187e-4978-bd5f-5875bc364c0e"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:42.572490 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port e9e85219-187e-4978-bd5f-5875bc364c0e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e9e85219-187e-4978-bd5f-5875bc364c0e,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:49:42.577049 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:42.601235 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe7df16-35f1-4053-87e8-9c3a9d70d16d x-openstack-request-id: req-ffe7df16-35f1-4053-87e8-9c3a9d70d16d {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:42.601552 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dc896f-7a07-400c-abc8-cc2d27bda2db", "name": "network-vif-plugged", "status": "completed", "tag": "e9e85219-187e-4978-bd5f-5875bc364c0e", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:42.601811 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ffe7df16-35f1-4053-87e8-9c3a9d70d16d {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:42.602213 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe7df16-35f1-4053-87e8-9c3a9d70d16d'] response: {'server_uuid': '85dc896f-7a07-400c-abc8-cc2d27bda2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e85219-187e-4978-bd5f-5875bc364c0e', 'code': 200} Jul 06 13:49:42.626387 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=e9e85219-187e-4978-bd5f-5875bc364c0e,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:42.862855 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d67e-668d-4e9c-acc2-a50c904d44d5 req-29fe0252-e691-47fb-ae59-be6d03dd491d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:42.864310 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6e80d67e-668d-4e9c-acc2-a50c904d44d5 req-29fe0252-e691-47fb-ae59-be6d03dd491d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 945 time: 0.0757821 Jul 06 13:49:42.865637 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590fcc7-39c7-433f-bade-b41b3fea499d req-9d67b938-955a-4b39-a6de-b462ad183b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:42.866952 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4590fcc7-39c7-433f-bade-b41b3fea499d req-9d67b938-955a-4b39-a6de-b462ad183b7f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 1129 time: 0.0695381 Jul 06 13:49:42.874344 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:42.936925 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6e80d67e-668d-4e9c-acc2-a50c904d44d5 req-c518716d-5397-40ad-ac9d-5dcd1acf84e9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665567 Jul 06 13:49:42.943389 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4590fcc7-39c7-433f-bade-b41b3fea499d req-784e5b40-18e7-4c7a-ade7-e0f62904240d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660453 Jul 06 13:49:43.543818 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905241e-9f9d-423f-b98f-6dcf77b52758 req-56925c06-c75f-4ddc-b5fc-1b990e24746b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:43.545296 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f905241e-9f9d-423f-b98f-6dcf77b52758 req-56925c06-c75f-4ddc-b5fc-1b990e24746b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0489161 Jul 06 13:49:43.599519 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f905241e-9f9d-423f-b98f-6dcf77b52758 req-e9b25432-cc15-4aac-884b-0e1a68c5c28b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471277 Jul 06 13:49:44.055046 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965cb3d9-ae1f-454c-8059-5184445cb6f7 req-b4bf5931-c3d1-4c73-b978-eea6ff8b4443 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:44.056521 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-965cb3d9-ae1f-454c-8059-5184445cb6f7 req-b4bf5931-c3d1-4c73-b978-eea6ff8b4443 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 945 time: 0.0476441 Jul 06 13:49:44.104210 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-965cb3d9-ae1f-454c-8059-5184445cb6f7 req-3c47d00e-d287-4f84-bd6b-d397913cb71a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 Jul 06 13:49:44.352400 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:44.647005 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:44.727979 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae73ee3-1c7e-4b38-946e-593b5df0223e req-f4c9ef0f-84e0-4e80-9819-7edd002a9463 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:44.729497 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bae73ee3-1c7e-4b38-946e-593b5df0223e req-f4c9ef0f-84e0-4e80-9819-7edd002a9463 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0527725 Jul 06 13:49:44.781062 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bae73ee3-1c7e-4b38-946e-593b5df0223e req-24cc7e1b-9946-4d0b-9ed7-848c29724291 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458686 Jul 06 13:49:45.228453 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668a097-3a5a-4a3d-89eb-160682880311 req-bcf9c093-1457-4161-b66a-74194b04419a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:45.230018 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d668a097-3a5a-4a3d-89eb-160682880311 req-bcf9c093-1457-4161-b66a-74194b04419a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 945 time: 0.0541615 Jul 06 13:49:45.289151 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d668a097-3a5a-4a3d-89eb-160682880311 req-1d986f99-c0f9-4c2e-b94b-ee599c134c90 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532613 Jul 06 13:49:45.891607 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:45.905405 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6719b4-dc64-4668-a6dc-c387ded66bd0 req-88efdb94-82fc-4c97-89c7-a4c862d16280 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:45.906966 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8c6719b4-dc64-4668-a6dc-c387ded66bd0 req-88efdb94-82fc-4c97-89c7-a4c862d16280 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0508687 Jul 06 13:49:45.957056 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8c6719b4-dc64-4668-a6dc-c387ded66bd0 req-797bfa7f-3bb1-4ad2-8aae-af4713b9b4fc tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435581 Jul 06 13:49:46.415940 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f78b38-fe2d-4fed-b943-45249961fde7 req-e6fc0045-cc78-4c26-935c-d3e54ea8514a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:46.417430 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c3f78b38-fe2d-4fed-b943-45249961fde7 req-e6fc0045-cc78-4c26-935c-d3e54ea8514a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 945 time: 0.0501261 Jul 06 13:49:46.466037 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c3f78b38-fe2d-4fed-b943-45249961fde7 req-ee4f8f98-e2d1-434c-a098-c96510d2ad8d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Jul 06 13:49:46.594008 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8c8d5-fa0d-4f57-8ecb-95f22629990b req-a4e06eb8-61ca-4cf3-8502-b905b3713b95 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:46.595604 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f5f8c8d5-fa0d-4f57-8ecb-95f22629990b req-a4e06eb8-61ca-4cf3-8502-b905b3713b95 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 945 time: 0.0642231 Jul 06 13:49:46.605550 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 35994) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:49:46.610858 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-4e468373-ed1a-4435-9865-5023438c2e8c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'floatingip': {'port_id': 'e9e85219-187e-4978-bd5f-5875bc364c0e'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:49:46.654895 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4e468373-ed1a-4435-9865-5023438c2e8c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (8bf518dd-ec06-4df6-80e4-b2881a0d0749), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:46.791100 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 36004) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:49:46.913910 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:46.916804 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0da548c0-332f-4bd9-9e5e-2c9b8bd85a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:47.025724 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0da548c0-332f-4bd9-9e5e-2c9b8bd85a73 admin admin] Publish callbacks [] for security_group (8c51d0ea-3925-4fa1-9709-a989133ad6b3), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:47.026878 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:47.032010 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0da548c0-332f-4bd9-9e5e-2c9b8bd85a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (8c51d0ea-3925-4fa1-9709-a989133ad6b3), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:47.064775 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:47.084296 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-0da548c0-332f-4bd9-9e5e-2c9b8bd85a73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8f0f3bfff314f6dbb6e13e6778d12f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916524 Jul 06 13:49:47.085235 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da548c0-332f-4bd9-9e5e-2c9b8bd85a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c51d0ea-3925-4fa1-9709-a989133ad6b3,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:47.088492 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 36016) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:49:47.140945 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c2800e8c-b5db-41f5-9758-49fc516c1887 admin admin] Publish callbacks [] for security_group (8c51d0ea-3925-4fa1-9709-a989133ad6b3), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:47.143410 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4e468373-ed1a-4435-9865-5023438c2e8c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:47.150962 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4e468373-ed1a-4435-9865-5023438c2e8c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (8bf518dd-ec06-4df6-80e4-b2881a0d0749), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:47.171889 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c2800e8c-b5db-41f5-9758-49fc516c1887 admin admin] Publish callbacks [] for security_group (8c51d0ea-3925-4fa1-9709-a989133ad6b3), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:47.200707 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886866f0-2ac0-495f-b54c-61f532d4652f req-98ca9879-fa53-486d-8902-23adb507b92e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:47.202299 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-886866f0-2ac0-495f-b54c-61f532d4652f req-98ca9879-fa53-486d-8902-23adb507b92e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.1405227 Jul 06 13:49:47.234282 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c2800e8c-b5db-41f5-9758-49fc516c1887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (8c51d0ea-3925-4fa1-9709-a989133ad6b3), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:47.237200 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c2800e8c-b5db-41f5-9758-49fc516c1887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:47.241634 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-c2800e8c-b5db-41f5-9758-49fc516c1887 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c51d0ea-3925-4fa1-9709-a989133ad6b3 HTTP/1.1" status: 204 len: 168 time: 0.1519589 Jul 06 13:49:47.243254 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:47.250957 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2800e8c-b5db-41f5-9758-49fc516c1887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c51d0ea-3925-4fa1-9709-a989133ad6b3,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:47.314927 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-886866f0-2ac0-495f-b54c-61f532d4652f req-b3d303bf-1441-40de-a422-eb5ec1971dcb tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016150 Jul 06 13:49:47.325655 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [None req-4e468373-ed1a-4435-9865-5023438c2e8c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Floating IP 8bf518dd-ec06-4df6-80e4-b2881a0d0749 associated. External IP: 172.27.3.75, port: e9e85219-187e-4978-bd5f-5875bc364c0e. Jul 06 13:49:47.777255 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e468373-ed1a-4435-9865-5023438c2e8c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:49:47.883410 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e468373-ed1a-4435-9865-5023438c2e8c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:49:47.887900 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4e468373-ed1a-4435-9865-5023438c2e8c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:47.894923 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57f705-bed4-410e-85f3-d1fe460981c4 None None] Sync routers for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:49:47.901971 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:47.907240 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57f705-bed4-410e-85f3-d1fe460981c4 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:49:47.908131 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-9f57f705-bed4-410e-85f3-d1fe460981c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:49:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:47.919699 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-4e468373-ed1a-4435-9865-5023438c2e8c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "PUT /v2.0/floatingips/8bf518dd-ec06-4df6-80e4-b2881a0d0749 HTTP/1.1" status: 200 len: 990 time: 1.3129096 Jul 06 13:49:47.920278 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85dc896f-7a07-400c-abc8-cc2d27bda2db', 'tag': 'e9e85219-187e-4978-bd5f-5875bc364c0e'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:49:47.922561 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d920b21-371e-40f5-a8b0-a734fd77c5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "85dc896f-7a07-400c-abc8-cc2d27bda2db", "tag": "e9e85219-187e-4978-bd5f-5875bc364c0e"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:49:47.950021 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:47.963579 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0e4077-8b22-42b1-86db-848f81270656 x-openstack-request-id: req-8f0e4077-8b22-42b1-86db-848f81270656 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:49:47.963873 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85dc896f-7a07-400c-abc8-cc2d27bda2db", "tag": "e9e85219-187e-4978-bd5f-5875bc364c0e", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:49:47.964341 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f0e4077-8b22-42b1-86db-848f81270656 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:49:47.964775 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f0e4077-8b22-42b1-86db-848f81270656'] response: {'name': 'network-changed', 'server_uuid': '85dc896f-7a07-400c-abc8-cc2d27bda2db', 'tag': 'e9e85219-187e-4978-bd5f-5875bc364c0e', 'status': 'completed', 'code': 200} Jul 06 13:49:48.021875 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-9f57f705-bed4-410e-85f3-d1fe460981c4 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:49:48.061823 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d920b21-371e-40f5-a8b0-a734fd77c5f8 req-4547e4a9-465d-46c4-9bad-67145dce99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:48.063596 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2d920b21-371e-40f5-a8b0-a734fd77c5f8 req-4547e4a9-465d-46c4-9bad-67145dce99e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 1129 time: 0.0455801 Jul 06 13:49:48.161397 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d920b21-371e-40f5-a8b0-a734fd77c5f8 req-c7dc93ac-9479-47f6-8a38-77a050ec9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:48.163732 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2d920b21-371e-40f5-a8b0-a734fd77c5f8 req-c7dc93ac-9479-47f6-8a38-77a050ec9d06 service neutron] 10.222.0.39 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 916 time: 0.0939002 Jul 06 13:49:48.233896 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2d920b21-371e-40f5-a8b0-a734fd77c5f8 req-0fb312f3-56d8-452a-8300-1ce01ae77a16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9e85219-187e-4978-bd5f-5875bc364c0e HTTP/1.1" status: 200 len: 998 time: 0.0639076 Jul 06 13:49:48.248911 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-9f57f705-bed4-410e-85f3-d1fe460981c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '2660443a-523e-4649-8e18-48d7496fac85', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:47:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:45:33Z', 'updated_at': '2022-07-06T13:47:04Z', 'revision_number': 2, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}, {'id': '8bf518dd-ec06-4df6-80e4-b2881a0d0749', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'e9e85219-187e-4978-bd5f-5875bc364c0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:8d:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc896f-7a07-400c-abc8-cc2d27bda2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:49:28Z', 'updated_at': '2022-07-06T13:49:47Z', 'revision_number': 1, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:48.275881 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57f705-bed4-410e-85f3-d1fe460981c4 None None] Checking router: 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:49:48.285343 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f57f705-bed4-410e-85f3-d1fe460981c4 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:49:48.285966 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-9f57f705-bed4-410e-85f3-d1fe460981c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:49:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:48.290481 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d920b21-371e-40f5-a8b0-a734fd77c5f8 req-4f7f04c7-70ca-4cda-8b97-80a187b47b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:48.291947 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2d920b21-371e-40f5-a8b0-a734fd77c5f8 req-4f7f04c7-70ca-4cda-8b97-80a187b47b75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 200 len: 854 time: 0.0515175 Jul 06 13:49:48.351285 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d920b21-371e-40f5-a8b0-a734fd77c5f8 req-4e2856f9-d570-46eb-baef-34e8550ad5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:48.352982 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2d920b21-371e-40f5-a8b0-a734fd77c5f8 req-4e2856f9-d570-46eb-baef-34e8550ad5a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599de418-b206-4788-89c1-e9276ab94414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539169 Jul 06 13:49:48.430882 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-9f57f705-bed4-410e-85f3-d1fe460981c4 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:49:48.450658 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:48.482412 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2d920b21-371e-40f5-a8b0-a734fd77c5f8 req-a320116f-a0ca-41e8-8e92-2646c38ae1ca service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222293 Jul 06 13:49:48.553649 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a1fa0-8e10-4cb7-940d-01c6295d4e89 req-c23afbd0-07ec-4dd0-9616-284accc5d6f9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:48.555408 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-502a1fa0-8e10-4cb7-940d-01c6295d4e89 req-c23afbd0-07ec-4dd0-9616-284accc5d6f9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0915306 Jul 06 13:49:48.591906 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2d920b21-371e-40f5-a8b0-a734fd77c5f8 req-59c964d2-ed20-4f6e-b952-69a3e449bfe7 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021488 Jul 06 13:49:48.610138 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-502a1fa0-8e10-4cb7-940d-01c6295d4e89 req-c4cf8b7b-0c7d-4873-87b4-ab8e07dba9be tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486228 Jul 06 13:49:48.704877 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-9f57f705-bed4-410e-85f3-d1fe460981c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '2660443a-523e-4649-8e18-48d7496fac85', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:47:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:45:33Z', 'updated_at': '2022-07-06T13:47:04Z', 'revision_number': 2, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}, {'id': '8bf518dd-ec06-4df6-80e4-b2881a0d0749', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'e9e85219-187e-4978-bd5f-5875bc364c0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:8d:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc896f-7a07-400c-abc8-cc2d27bda2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:49:28Z', 'updated_at': '2022-07-06T13:49:47Z', 'revision_number': 1, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:49:48.734834 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f57f705-bed4-410e-85f3-d1fe460981c4 None None] The sync data for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi is: [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '2660443a-523e-4649-8e18-48d7496fac85', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:47:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:45:33Z', 'updated_at': '2022-07-06T13:47:04Z', 'revision_number': 2, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}, {'id': '8bf518dd-ec06-4df6-80e4-b2881a0d0749', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'e9e85219-187e-4978-bd5f-5875bc364c0e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:8d:6f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dc896f-7a07-400c-abc8-cc2d27bda2db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:49:28Z', 'updated_at': '2022-07-06T13:49:47Z', 'revision_number': 1, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:49:48.934230 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcea38f-2074-4002-8b5e-6b6411446c77 None None] New status for floating IP 8bf518dd-ec06-4df6-80e4-b2881a0d0749: ACTIVE {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:49:49.762917 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dcbe4-dc62-4f85-8674-29c5fb1cab5e req-4acf9b1a-e392-4734-abe8-c057233eb56a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:49.764402 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-676dcbe4-dc62-4f85-8674-29c5fb1cab5e req-4acf9b1a-e392-4734-abe8-c057233eb56a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0535941 Jul 06 13:49:49.810871 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-676dcbe4-dc62-4f85-8674-29c5fb1cab5e req-5e12d9e7-04db-42eb-8784-5c042b517a07 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404029 Jul 06 13:49:50.926345 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db21aa-41e0-42e6-a87a-6f842f47060a req-dd962137-8774-468a-bf67-f78a25b32a83 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:50.927851 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-56db21aa-41e0-42e6-a87a-6f842f47060a req-dd962137-8774-468a-bf67-f78a25b32a83 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0470967 Jul 06 13:49:50.974839 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-56db21aa-41e0-42e6-a87a-6f842f47060a req-01ca61b1-a654-4a89-bd5d-7141cf117fa2 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415630 Jul 06 13:49:52.091463 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283479e2-47e4-4614-81a5-d4ae177e2ef1 req-d9a13ce5-b392-461a-9306-978577b60e33 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:52.092921 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-283479e2-47e4-4614-81a5-d4ae177e2ef1 req-d9a13ce5-b392-461a-9306-978577b60e33 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0489812 Jul 06 13:49:52.140669 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-283479e2-47e4-4614-81a5-d4ae177e2ef1 req-751f8b85-6952-4be6-b664-2c01a6c70b7b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413423 Jul 06 13:49:53.253757 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1215ee-d398-49ea-b9e5-9c6e814b329d req-ba5b67d5-de66-408f-8326-da406a496685 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:53.255344 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ec1215ee-d398-49ea-b9e5-9c6e814b329d req-ba5b67d5-de66-408f-8326-da406a496685 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0464292 Jul 06 13:49:53.301759 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ec1215ee-d398-49ea-b9e5-9c6e814b329d req-96d3b6b7-df24-424e-ade0-5c6573700d6d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410137 Jul 06 13:49:54.414539 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f9f49-1d41-43b8-8dbc-5d16b1e7158b req-fc57e80a-e269-46b0-8f33-65e949dccdb8 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:54.416006 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7e7f9f49-1d41-43b8-8dbc-5d16b1e7158b req-fc57e80a-e269-46b0-8f33-65e949dccdb8 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0462837 Jul 06 13:49:54.465966 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7e7f9f49-1d41-43b8-8dbc-5d16b1e7158b req-78340fc0-5380-4b7a-92ec-b6c66f70a476 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444818 Jul 06 13:49:54.591257 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:55.164113 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 36116) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:49:55.268767 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-59854ad5-00ec-4cc2-8c74-85114c2f5185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:55.282542 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:55.346295 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-59854ad5-00ec-4cc2-8c74-85114c2f5185 admin admin] Publish callbacks [] for security_group (8114f0f5-0897-4a62-9b4e-eede3f62e4b9), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:55.350301 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-59854ad5-00ec-4cc2-8c74-85114c2f5185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (8114f0f5-0897-4a62-9b4e-eede3f62e4b9), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:55.389512 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-59854ad5-00ec-4cc2-8c74-85114c2f5185 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab7b8900cde9447dbff76a7cd1a36673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243495 Jul 06 13:49:55.391459 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59854ad5-00ec-4cc2-8c74-85114c2f5185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8114f0f5-0897-4a62-9b4e-eede3f62e4b9,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:55.392238 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36120) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:49:55.444706 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d6118881-1c20-443c-ae3d-2280009092fa admin admin] Publish callbacks [] for security_group (8114f0f5-0897-4a62-9b4e-eede3f62e4b9), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:55.446757 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:55.466461 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d6118881-1c20-443c-ae3d-2280009092fa admin admin] Publish callbacks [] for security_group (8114f0f5-0897-4a62-9b4e-eede3f62e4b9), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:55.517442 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d6118881-1c20-443c-ae3d-2280009092fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (8114f0f5-0897-4a62-9b4e-eede3f62e4b9), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:55.520111 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d6118881-1c20-443c-ae3d-2280009092fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:49:55.521368 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-d6118881-1c20-443c-ae3d-2280009092fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8114f0f5-0897-4a62-9b4e-eede3f62e4b9 HTTP/1.1" status: 204 len: 168 time: 0.1281705 Jul 06 13:49:55.529644 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6118881-1c20-443c-ae3d-2280009092fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8114f0f5-0897-4a62-9b4e-eede3f62e4b9,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:49:55.598427 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14758cd2-2ae7-439b-8a37-27a387de0341 req-bf1e4c38-0563-4568-be1c-d39f17a8cb82 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:55.599992 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-14758cd2-2ae7-439b-8a37-27a387de0341 req-bf1e4c38-0563-4568-be1c-d39f17a8cb82 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0513997 Jul 06 13:49:55.649559 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-14758cd2-2ae7-439b-8a37-27a387de0341 req-0393321f-87f9-4882-8b1e-1a79c8dc255c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433743 Jul 06 13:49:56.779590 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efe73e-b5e2-416e-8dcb-bee36745125b req-fc0fd66b-8451-4174-aab1-625b2017ccf0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:56.781185 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a7efe73e-b5e2-416e-8dcb-bee36745125b req-fc0fd66b-8451-4174-aab1-625b2017ccf0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0512571 Jul 06 13:49:56.830335 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a7efe73e-b5e2-416e-8dcb-bee36745125b req-0d652292-5aaa-40c7-81d0-000092c78d85 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425708 Jul 06 13:49:57.936805 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:49:57.948463 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f993f5c-f636-4839-a510-bef9b98f4cb7 req-0ff5cd6d-a0bb-4af1-8bb9-1a57d0a49344 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:57.949963 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0f993f5c-f636-4839-a510-bef9b98f4cb7 req-0ff5cd6d-a0bb-4af1-8bb9-1a57d0a49344 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0511999 Jul 06 13:49:57.997020 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0f993f5c-f636-4839-a510-bef9b98f4cb7 req-83de5dfa-4448-4940-af10-c8df20699be0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415709 Jul 06 13:49:59.120887 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ef0c7-2ebf-41aa-85a4-49d6860b2d7f req-41993776-2115-4144-a666-1490bdd37011 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:49:59.122375 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ed4ef0c7-2ebf-41aa-85a4-49d6860b2d7f req-41993776-2115-4144-a666-1490bdd37011 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0492506 Jul 06 13:49:59.168892 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ed4ef0c7-2ebf-41aa-85a4-49d6860b2d7f req-89e83f9b-fbf5-4612-83d3-af657cd07536 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410411 Jul 06 13:50:00.294899 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99a624-2c6a-4314-af8e-c5de33313fea req-3c5af43b-e2d1-49b1-9d15-46ecf3ac5af6 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:00.296384 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bc99a624-2c6a-4314-af8e-c5de33313fea req-3c5af43b-e2d1-49b1-9d15-46ecf3ac5af6 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0524459 Jul 06 13:50:00.343686 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bc99a624-2c6a-4314-af8e-c5de33313fea req-9038296c-67f1-46b5-aebe-24509bd343fe tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413358 Jul 06 13:50:01.458521 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fddec6-4de2-4171-ab3e-f67ad6dd2047 req-60efab45-566f-44c1-8009-6affd671342b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:01.459952 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a7fddec6-4de2-4171-ab3e-f67ad6dd2047 req-60efab45-566f-44c1-8009-6affd671342b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0470715 Jul 06 13:50:01.505806 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a7fddec6-4de2-4171-ab3e-f67ad6dd2047 req-6e4ea57e-69db-4ec6-9425-3087c46a505f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404732 Jul 06 13:50:02.620653 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25abef5-e92c-4294-a136-9fd1c94de8c1 req-c3b989cf-d49b-4d34-b60b-ea901f44e0fd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:02.622136 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c25abef5-e92c-4294-a136-9fd1c94de8c1 req-c3b989cf-d49b-4d34-b60b-ea901f44e0fd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0479305 Jul 06 13:50:02.672552 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c25abef5-e92c-4294-a136-9fd1c94de8c1 req-03ed177e-a7c4-4cfb-ba19-4c0126237bc3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449238 Jul 06 13:50:03.789408 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e356359-3359-4a1d-a95b-c8387f94ca65 req-f62e25ec-7454-4c06-958b-b819d56d5671 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:03.790861 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5e356359-3359-4a1d-a95b-c8387f94ca65 req-f62e25ec-7454-4c06-958b-b819d56d5671 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0501072 Jul 06 13:50:03.838402 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5e356359-3359-4a1d-a95b-c8387f94ca65 req-d47054d3-7ef2-4ed5-a20f-4ba87aef9e78 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421844 Jul 06 13:50:04.588171 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:04.951843 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec61fdf-c250-40df-be80-0ad95b4bca38 req-28e4ba1a-e7e0-4acc-8ac8-8336f35fbf2a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:04.953291 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5ec61fdf-c250-40df-be80-0ad95b4bca38 req-28e4ba1a-e7e0-4acc-8ac8-8336f35fbf2a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0468240 Jul 06 13:50:04.999418 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5ec61fdf-c250-40df-be80-0ad95b4bca38 req-ca07c6ff-d8c6-4f22-9d1f-b6704660b687 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405116 Jul 06 13:50:05.544481 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=80 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:06.078255 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:06.117407 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d92973-be37-4ae3-912c-c9177a431c42 req-a6cb3269-9397-4e4b-bc11-cb2b4a490477 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:06.118871 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-39d92973-be37-4ae3-912c-c9177a431c42 req-a6cb3269-9397-4e4b-bc11-cb2b4a490477 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0491793 Jul 06 13:50:06.166089 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-39d92973-be37-4ae3-912c-c9177a431c42 req-4a71504c-16ee-492b-823c-df7217214590 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418236 Jul 06 13:50:07.279782 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02bf1c-700c-41ce-b046-a21a2e700e89 req-6fc3f612-3e03-4bc7-9c91-2e796bdc79c1 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:07.281277 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fb02bf1c-700c-41ce-b046-a21a2e700e89 req-6fc3f612-3e03-4bc7-9c91-2e796bdc79c1 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0474997 Jul 06 13:50:07.329863 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fb02bf1c-700c-41ce-b046-a21a2e700e89 req-8fcd5837-c8f6-44da-b3be-99e83d3f518f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428479 Jul 06 13:50:08.441757 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191964c-0f45-4b06-9adc-ea38604b7288 req-5aa2df19-aa1b-4f3b-8a33-1b9cbbb3b7f5 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:08.443122 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d191964c-0f45-4b06-9adc-ea38604b7288 req-5aa2df19-aa1b-4f3b-8a33-1b9cbbb3b7f5 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0464146 Jul 06 13:50:08.498741 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d191964c-0f45-4b06-9adc-ea38604b7288 req-956458ff-6478-4850-8510-bad4dddb6836 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501659 Jul 06 13:50:09.475443 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-2a78f725-af93-41ad-98f6-5c54fd368393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:09.611113 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda572ab-371f-4210-8980-b2516899ff63 req-2858fd33-1938-4dc5-8e23-30ee254c4f6a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:09.612518 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fda572ab-371f-4210-8980-b2516899ff63 req-2858fd33-1938-4dc5-8e23-30ee254c4f6a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0508733 Jul 06 13:50:09.658252 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fda572ab-371f-4210-8980-b2516899ff63 req-0ca4d89e-1954-4bd8-a7f6-35e3fbd774f6 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402246 Jul 06 13:50:10.772743 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aec461-e6fd-4782-a429-cf4940897cb3 req-5417bb6c-21c7-44eb-b842-86c361099144 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:10.774258 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e7aec461-e6fd-4782-a429-cf4940897cb3 req-5417bb6c-21c7-44eb-b842-86c361099144 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0469561 Jul 06 13:50:10.823113 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e7aec461-e6fd-4782-a429-cf4940897cb3 req-311d9190-ecd3-4b41-bc71-bf7fd1826b0c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422380 Jul 06 13:50:11.017646 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9a712-e445-4f8d-a1d2-cfa13900c865 req-6babcfa7-9c26-48d9-b480-bde5e11bed71 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:11.019591 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-07b9a712-e445-4f8d-a1d2-cfa13900c865 req-6babcfa7-9c26-48d9-b480-bde5e11bed71 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0462379 Jul 06 13:50:11.067872 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-07b9a712-e445-4f8d-a1d2-cfa13900c865 req-855d282d-e4df-4259-a6f1-4a8e309e0519 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426717 Jul 06 13:50:11.127331 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c2044-a666-4465-805a-79f523d7baa7 req-747ec45c-9427-4a6b-8acc-d68c5f2099b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:11.129703 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-369c2044-a666-4465-805a-79f523d7baa7 req-747ec45c-9427-4a6b-8acc-d68c5f2099b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05df572327d54bd99595974b75898052&device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 1130 time: 0.0454636 Jul 06 13:50:11.169647 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:11.222879 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c2044-a666-4465-805a-79f523d7baa7 req-5cc99cb2-6b7f-4e02-b614-756c1edc4d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:11.224244 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-369c2044-a666-4465-805a-79f523d7baa7 req-5cc99cb2-6b7f-4e02-b614-756c1edc4d9f service neutron] 10.222.0.39 "GET /v2.0/networks?id=971af843-a8c2-4694-8a42-a011949622a1 HTTP/1.1" status: 200 len: 911 time: 0.0881510 Jul 06 13:50:11.291040 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-369c2044-a666-4465-805a-79f523d7baa7 req-56f29e68-4348-4cda-8d58-c453e28c81ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ca14d5b-272c-4543-9380-0fbec0da4da8 HTTP/1.1" status: 200 len: 1002 time: 0.0604124 Jul 06 13:50:11.345974 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c2044-a666-4465-805a-79f523d7baa7 req-e4f05123-1d51-4dcf-8d7e-03bfb7d8d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:11.347495 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-369c2044-a666-4465-805a-79f523d7baa7 req-e4f05123-1d51-4dcf-8d7e-03bfb7d8d7c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e1bcabb-e45a-4964-8332-c655940202a4 HTTP/1.1" status: 200 len: 849 time: 0.0459394 Jul 06 13:50:11.391059 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c2044-a666-4465-805a-79f523d7baa7 req-aff31ea7-ceaf-4fc2-bc28-15270f551814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:11.392562 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-369c2044-a666-4465-805a-79f523d7baa7 req-aff31ea7-ceaf-4fc2-bc28-15270f551814 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=971af843-a8c2-4694-8a42-a011949622a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385377 Jul 06 13:50:11.488156 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-369c2044-a666-4465-805a-79f523d7baa7 req-9e9e124e-1985-4970-974e-04aaf089c353 service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882540 Jul 06 13:50:11.583565 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-369c2044-a666-4465-805a-79f523d7baa7 req-b1594369-cff2-47a2-83ef-653fed170459 service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865929 Jul 06 13:50:11.941106 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-96b32427-ec2a-4800-8cef-9abfec215e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:12.190349 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0404e-d96e-4ecd-9b05-f58b37f15075 req-898af903-7eb1-4bf2-86b3-83a8baf6ae2e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:12.191870 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-56d0404e-d96e-4ecd-9b05-f58b37f15075 req-898af903-7eb1-4bf2-86b3-83a8baf6ae2e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0495741 Jul 06 13:50:12.237926 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-56d0404e-d96e-4ecd-9b05-f58b37f15075 req-1d140f6c-5a12-41e7-8630-24791f28e0a4 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401905 Jul 06 13:50:12.876717 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:12.917071 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:12.917847 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:13.356742 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff45e65-469d-47df-9321-ef46feeecaa3 req-ce993f37-6b30-4b41-8616-b7a37e9135d3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:13.358209 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3ff45e65-469d-47df-9321-ef46feeecaa3 req-ce993f37-6b30-4b41-8616-b7a37e9135d3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0505791 Jul 06 13:50:13.403896 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3ff45e65-469d-47df-9321-ef46feeecaa3 req-620e302b-e444-41c8-8f3e-56a1b57ea8da tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401578 Jul 06 13:50:13.916502 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:50:13.923127 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36352) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:14.026644 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7b1aa780-d2b1-4f5d-b393-951d7ec90949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:14.076530 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:14.105596 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7b1aa780-d2b1-4f5d-b393-951d7ec90949 admin admin] Publish callbacks [] for security_group (159721e0-316e-49e2-b2e9-bea82ed8de62), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:14.109830 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7b1aa780-d2b1-4f5d-b393-951d7ec90949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (159721e0-316e-49e2-b2e9-bea82ed8de62), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:14.151467 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1aa780-d2b1-4f5d-b393-951d7ec90949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159721e0-316e-49e2-b2e9-bea82ed8de62,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:14.155714 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-7b1aa780-d2b1-4f5d-b393-951d7ec90949 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=885e2327a8804693a3fdbf52efe84ff0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315896 Jul 06 13:50:14.158935 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36356) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:14.208768 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42117899-08bb-4739-9be0-14621d83a049 admin admin] Publish callbacks [] for security_group (159721e0-316e-49e2-b2e9-bea82ed8de62), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:14.229776 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42117899-08bb-4739-9be0-14621d83a049 admin admin] Publish callbacks [] for security_group (159721e0-316e-49e2-b2e9-bea82ed8de62), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:14.231251 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:14.277604 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42117899-08bb-4739-9be0-14621d83a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (159721e0-316e-49e2-b2e9-bea82ed8de62), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:14.280163 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42117899-08bb-4739-9be0-14621d83a049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:14.281417 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-42117899-08bb-4739-9be0-14621d83a049 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/159721e0-316e-49e2-b2e9-bea82ed8de62 HTTP/1.1" status: 204 len: 168 time: 0.1220956 Jul 06 13:50:14.289219 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42117899-08bb-4739-9be0-14621d83a049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159721e0-316e-49e2-b2e9-bea82ed8de62,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:14.354802 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:14.642484 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:14.823607 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36366) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:14.926236 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-fe14582a-0085-453e-a4b7-cc8a1aa93379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:15.001179 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-fe14582a-0085-453e-a4b7-cc8a1aa93379 admin admin] Publish callbacks [] for security_group (0c88c4c7-141a-4e54-8ce2-88d185197896), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:15.004744 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-fe14582a-0085-453e-a4b7-cc8a1aa93379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (0c88c4c7-141a-4e54-8ce2-88d185197896), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:15.046122 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-fe14582a-0085-453e-a4b7-cc8a1aa93379 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0f986cf8068f483c84f4061d69dbf1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214379 Jul 06 13:50:15.046969 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14582a-0085-453e-a4b7-cc8a1aa93379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c88c4c7-141a-4e54-8ce2-88d185197896,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:15.049145 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 36370) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:15.097829 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d8228ad5-cd31-45f3-be0a-a397337ee851 admin admin] Publish callbacks [] for security_group (0c88c4c7-141a-4e54-8ce2-88d185197896), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:15.121109 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d8228ad5-cd31-45f3-be0a-a397337ee851 admin admin] Publish callbacks [] for security_group (0c88c4c7-141a-4e54-8ce2-88d185197896), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:15.141782 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:15.168682 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d8228ad5-cd31-45f3-be0a-a397337ee851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (0c88c4c7-141a-4e54-8ce2-88d185197896), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:15.171228 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d8228ad5-cd31-45f3-be0a-a397337ee851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:15.172381 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-d8228ad5-cd31-45f3-be0a-a397337ee851 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c88c4c7-141a-4e54-8ce2-88d185197896 HTTP/1.1" status: 204 len: 168 time: 0.1221058 Jul 06 13:50:15.181402 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8228ad5-cd31-45f3-be0a-a397337ee851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c88c4c7-141a-4e54-8ce2-88d185197896,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:15.783425 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 36392) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:15.881840 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1517400300-network', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:15.901865 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Made reservation on behalf of 7bf864bb1764452e8e3a6f0d5929da9f for: {'network': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:15.904116 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:15.912551 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:15.986753 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Publish callbacks [] for security_group (7a244d9c-5dfd-42b2-9a10-21351596a67b), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:15.990528 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (7a244d9c-5dfd-42b2-9a10-21351596a67b), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.015256 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=110606) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:50:16.025691 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a244d9c-5dfd-42b2-9a10-21351596a67b,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:16.030397 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (c7910cad-b884-4f67-8aee-21c4b96222f6), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.030729 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.segments_db [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Added segment c7910cad-b884-4f67-8aee-21c4b96222f6 of type vlan for network 6522e807-4f7f-4722-945c-07724b4eff64 Jul 06 13:50:16.057436 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:16.072521 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (6522e807-4f7f-4722-945c-07724b4eff64), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.098657 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (6522e807-4f7f-4722-945c-07724b4eff64), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.099587 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:16.100151 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.134632 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3500226 Jul 06 13:50:16.137466 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 36396) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:16.141938 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-4e41572f-07d5-44cf-a882-80cb28a7bcb9 admin admin] Request body: {'subnet': {'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1517400300-subnet', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'ip_version': 4}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:16.171842 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bbb5c1-51ab-4bb6-9da2-827ad5bac0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=6522e807-4f7f-4722-945c-07724b4eff64,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:16.181953 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network 6522e807-4f7f-4722-945c-07724b4eff64 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:50:16.190828 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e41572f-07d5-44cf-a882-80cb28a7bcb9 admin admin] Made reservation on behalf of 7bf864bb1764452e8e3a6f0d5929da9f for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:16.193467 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4e41572f-07d5-44cf-a882-80cb28a7bcb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30212971'] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.358376 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4e41572f-07d5-44cf-a882-80cb28a7bcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31420761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30215553'] for subnet (5296f3ab-164c-4586-b531-250bbb0216ae), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.411274 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41572f-07d5-44cf-a882-80cb28a7bcb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5296f3ab-164c-4586-b531-250bbb0216ae,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:16.426148 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e41572f-07d5-44cf-a882-80cb28a7bcb9 admin admin] Checking segment: {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:50:16.426434 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41572f-07d5-44cf-a882-80cb28a7bcb9 admin admin] Network hostable DHCP agents. Network: 6522e807-4f7f-4722-945c-07724b4eff64, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:50:16.438226 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:DELETE=3,neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:16.444025 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e41572f-07d5-44cf-a882-80cb28a7bcb9 admin admin] Network 6522e807-4f7f-4722-945c-07724b4eff64 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:50:16.454287 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-4e41572f-07d5-44cf-a882-80cb28a7bcb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, 6522e807-4f7f-4722-945c-07724b4eff64) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:16.458727 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e41572f-07d5-44cf-a882-80cb28a7bcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:16.459318 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4e41572f-07d5-44cf-a882-80cb28a7bcb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.463257 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e531389d-5f4e-4f01-b4dc-bf49ae96b919 None None] Network 6522e807-4f7f-4722-945c-07724b4eff64 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:50:16.475889 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-4e41572f-07d5-44cf-a882-80cb28a7bcb9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3373625 Jul 06 13:50:16.478700 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 36398) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:16.484001 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:16.508856 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33251765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57498'] for router (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.509898 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33254801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33246609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33035984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57571'] for router (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.560989 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Publish callbacks [] for router_controller (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), precommit_add_association {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.578708 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f19f5d3-7a63-5a6d-b78e-c7b041faa969-6522e807-4f7f-4722-945c-07724b4eff64', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae'}]}} from dv-cinder-819149-8-iscsi. {{(pid=110607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 13:50:16.579619 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.715777 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.db_base_plugin_common [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Allocated IP 172.20.0.2 (6522e807-4f7f-4722-945c-07724b4eff64/5296f3ab-164c-4586-b531-250bbb0216ae/7e11b306-7fa2-46ba-be3d-970184b43c25) {{(pid=110607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:16.879712 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Publish callbacks [] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), precommit_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.885773 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.923375 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Publish callbacks [] for router_gateway (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:16.928121 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Network 6522e807-4f7f-4722-945c-07724b4eff64 is already hosted by enough agents. {{(pid=110607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:16.931103 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.base_scheduler [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Resources bound (agent type, host, resource id): {{(pid=110607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:16.935104 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Received port after_create {{(pid=110607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:50:16.941764 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Pushing event updated for resources: {'Port': ['ID=7e11b306-7fa2-46ba-be3d-970184b43c25,revision_number=1']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:16.994299 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Attempting to bind port 7e11b306-7fa2-46ba-be3d-970184b43c25 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:50:16.994666 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Attempting to bind port 7e11b306-7fa2-46ba-be3d-970184b43c25 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:50:16.995031 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Attempting to bind port 7e11b306-7fa2-46ba-be3d-970184b43c25 on network 6522e807-4f7f-4722-945c-07724b4eff64 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:50:17.000233 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:50:17.000606 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Checking segment: {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:50:17.001022 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:17.001416 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Bound using segment: {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:50:17.001883 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Bound port: 7e11b306-7fa2-46ba-be3d-970184b43c25, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:50:17.002266 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:17.066280 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] For port 7e11b306-7fa2-46ba-be3d-970184b43c25, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:17.069557 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] For port 7e11b306-7fa2-46ba-be3d-970184b43c25, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=7e11b306-7fa2-46ba-be3d-970184b43c25,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:17.075967 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:17.105763 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Publish callbacks [] for router_gateway (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:17.126259 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:17.147859 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ff627-e5ef-4be5-9e5e-0ed8cc8fb37f None None] Pushing event updated for resources: {'Port': ['ID=7e11b306-7fa2-46ba-be3d-970184b43c25,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:17.194845 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:17.250756 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Allocated IP 172.27.3.231 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:17.385580 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Publish callbacks [] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:17.419198 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:17.464539 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:17.467950 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:17.472356 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:50:17.475608 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:17.619259 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:17.720348 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Publish callbacks [] for router_gateway (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:17.917757 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33254792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33246717'] for router (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:18.041481 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41766977-f8c5-4856-ae10-399801da81e6 None None] Network 6522e807-4f7f-4722-945c-07724b4eff64 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:50:18.049812 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 is scheduled to L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 with binding_index 1 {{(pid=110606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 13:50:18.054167 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:18.061678 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:18.071319 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:18.082808 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-60ed0402-9002-423c-ae6b-b64a504eeb04 None None] Provisioning complete for port 7e11b306-7fa2-46ba-be3d-970184b43c25 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:18.083115 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-60ed0402-9002-423c-ae6b-b64a504eeb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:18.156085 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:50:18.175450 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:18.176778 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-62f34757-5b34-4062-85d1-6a63e6eea9e2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6971478 Jul 06 13:50:18.179583 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 36404) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:18.257981 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Sync routers for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:50:18.298203 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:50:18.298847 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:50:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:18.451899 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-60ed0402-9002-423c-ae6b-b64a504eeb04 None None] Current status of the port 7e11b306-7fa2-46ba-be3d-970184b43c25 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:18.452291 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-60ed0402-9002-423c-ae6b-b64a504eeb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:18.470922 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:50:18.545798 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:18.558334 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-60ed0402-9002-423c-ae6b-b64a504eeb04 None None] For port 7e11b306-7fa2-46ba-be3d-970184b43c25, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=7e11b306-7fa2-46ba-be3d-970184b43c25,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:18.568577 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-60ed0402-9002-423c-ae6b-b64a504eeb04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:18.608101 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:18.662044 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed0402-9002-423c-ae6b-b64a504eeb04 None None] Pushing event updated for resources: {'Port': ['ID=7e11b306-7fa2-46ba-be3d-970184b43c25,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:18.707783 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-96aac95a-9623-440b-accb-f7b8a69c58a3 None None] Provisioning complete for port 7e11b306-7fa2-46ba-be3d-970184b43c25 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:18.708162 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-96aac95a-9623-440b-accb-f7b8a69c58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:18.737089 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:17Z', 'revision_number': 3, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:18.766052 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Allocated IP 172.20.0.1 (6522e807-4f7f-4722-945c-07724b4eff64/5296f3ab-164c-4586-b531-250bbb0216ae/988fd011-e27c-4c04-b10d-ce52a6d12b31) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:18.767300 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Checking router: b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:50:18.767696 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Updating router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 port 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 binding host dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:50:18.804363 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:18.872708 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Publish callbacks [] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:18.884383 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:18.907149 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:18.908100 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-96aac95a-9623-440b-accb-f7b8a69c58a3 None None] Current status of the port 7e11b306-7fa2-46ba-be3d-970184b43c25 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:18.955555 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Network 6522e807-4f7f-4722-945c-07724b4eff64 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:18.959959 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:18.962362 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:50:18.990791 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Pushing event updated for resources: {'Port': ['ID=988fd011-e27c-4c04-b10d-ce52a6d12b31,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:18.995348 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:19.011146 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33259013'] for router_interface (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:19.099489 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:19.112118 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Publish callbacks [] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), precommit_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:19.119960 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:19.157828 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 7e11b306-7fa2-46ba-be3d-970184b43c25 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:19.179581 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:19.213497 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Attempting to bind port 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:50:19.213858 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Attempting to bind port 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:50:19.214216 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Attempting to bind port 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 on network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:50:19.218907 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece458e-5ee5-4f54-8272-d5780f5bea86 None None] Pushing event updated for resources: {'Port': ['ID=8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:19.235191 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:50:19.235581 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Checking segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:50:19.236000 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:19.236383 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Bound using segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:50:19.236848 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Bound port: 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:50:19.237252 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:19.242132 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-dc39a550-300d-4d64-9d1d-95562effa92d None None] Provisioning complete for port 988fd011-e27c-4c04-b10d-ce52a6d12b31 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:19.242488 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-dc39a550-300d-4d64-9d1d-95562effa92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:19.299509 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 7e11b306-7fa2-46ba-be3d-970184b43c25 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:19.299885 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:19.344600 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-dc39a550-300d-4d64-9d1d-95562effa92d None None] Port 988fd011-e27c-4c04-b10d-ce52a6d12b31 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:50:19.348094 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Publish callbacks [] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:19.352620 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:19.356061 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] For port 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:19.360805 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] For port 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:19.369086 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:19.376258 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:19.423620 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33264658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33259153'] for router_interface (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:19.430155 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Pushing event updated for resources: {'Port': ['ID=988fd011-e27c-4c04-b10d-ce52a6d12b31,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:19.463841 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece458e-5ee5-4f54-8272-d5780f5bea86 None None] Pushing event updated for resources: {'Port': ['ID=8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:19.467152 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:50:19.467920 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:50:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:19.503726 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 7e11b306-7fa2-46ba-be3d-970184b43c25 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:19.520920 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Network 6522e807-4f7f-4722-945c-07724b4eff64 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:19.522253 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:19.582179 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:50:19.662687 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-71084452-b738-4680-a55b-fa1c17569db1 req-c4305dca-c34c-420c-9d84-7ccff4d9fc89 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766258 Jul 06 13:50:19.674528 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:50:19.718050 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:19.776285 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:19.787825 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ad67a086-495e-4668-be56-b78f184efeae None None] Provisioning complete for port 988fd011-e27c-4c04-b10d-ce52a6d12b31 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:19.788283 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ad67a086-495e-4668-be56-b78f184efeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:19.794606 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71084452-b738-4680-a55b-fa1c17569db1 req-58c00fa7-b86a-4d3b-8777-9e8cb0879ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:19.796047 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-71084452-b738-4680-a55b-fa1c17569db1 req-58c00fa7-b86a-4d3b-8777-9e8cb0879ecd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 1130 time: 0.0752532 Jul 06 13:50:19.816848 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:50:19.820380 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 2, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:19.822029 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-1affba9e-f8f3-434b-992c-f31141239b4f admin admin] 10.222.0.20 "PUT /v2.0/routers/b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6414926 Jul 06 13:50:19.921486 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71084452-b738-4680-a55b-fa1c17569db1 req-83510933-63c1-45ef-b7f4-6d3bf6b48102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:19.922856 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-71084452-b738-4680-a55b-fa1c17569db1 req-83510933-63c1-45ef-b7f4-6d3bf6b48102 service neutron] 10.222.0.39 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 916 time: 0.0997984 Jul 06 13:50:19.980240 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6398cb73-7d3f-4028-8ec3-a3d0b81f5817 None None] The sync data for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi is: [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 2, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:50:19.983846 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ad67a086-495e-4668-be56-b78f184efeae None None] Port 988fd011-e27c-4c04-b10d-ce52a6d12b31 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:50:20.241524 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-71084452-b738-4680-a55b-fa1c17569db1 req-8c3c3e57-df17-4b4d-bf90-2a975cafc44e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb26a6ef-8459-409e-986c-7f71a4f52683 HTTP/1.1" status: 200 len: 1002 time: 0.3116188 Jul 06 13:50:20.299742 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71084452-b738-4680-a55b-fa1c17569db1 req-178023ad-0ee1-406c-bb90-61ce42b98750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:20.302162 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-71084452-b738-4680-a55b-fa1c17569db1 req-178023ad-0ee1-406c-bb90-61ce42b98750 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 200 len: 854 time: 0.0549214 Jul 06 13:50:20.359054 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71084452-b738-4680-a55b-fa1c17569db1 req-953698cf-9a80-47e5-abcb-cda818859f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:20.360888 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-71084452-b738-4680-a55b-fa1c17569db1 req-953698cf-9a80-47e5-abcb-cda818859f61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599de418-b206-4788-89c1-e9276ab94414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507941 Jul 06 13:50:20.419126 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36422) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:20.424211 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1684213662-network', 'tenant_id': 'ca371b04b33244adae871d37770223d9'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:20.448524 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Made reservation on behalf of ca371b04b33244adae871d37770223d9 for: {'network': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:20.451149 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:20.461336 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:20.464274 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-71084452-b738-4680-a55b-fa1c17569db1 req-aaa0874d-98ec-437f-9191-952771926af9 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963354 Jul 06 13:50:20.555217 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Publish callbacks [] for security_group (d935dd3e-a525-430e-9aa1-f9e801a6f57a), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:20.559298 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (d935dd3e-a525-430e-9aa1-f9e801a6f57a), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:20.562435 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-71084452-b738-4680-a55b-fa1c17569db1 req-07f61bb9-00f5-462f-858c-f98e81cb2924 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923574 Jul 06 13:50:20.590336 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=110605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:50:20.601847 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d935dd3e-a525-430e-9aa1-f9e801a6f57a,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:20.611945 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (7329d647-1efe-4cf0-af03-b45e0ff375ac), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:20.612292 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.segments_db [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Added segment 7329d647-1efe-4cf0-af03-b45e0ff375ac of type vlan for network a5d65ef2-e729-42af-a50e-591ff9e45111 Jul 06 13:50:20.658569 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (a5d65ef2-e729-42af-a50e-591ff9e45111), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:20.695781 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (a5d65ef2-e729-42af-a50e-591ff9e45111), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:20.696790 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:20.697400 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:20.727822 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:20.731320 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3110058 Jul 06 13:50:20.736264 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 36424) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:20.747864 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-13e8ce0b-43ce-4bd0-912c-643a5fb4bf26 admin admin] Request body: {'subnet': {'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1684213662-subnet', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'ip_version': 4}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:20.777445 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e8ce0b-43ce-4bd0-912c-643a5fb4bf26 admin admin] Made reservation on behalf of ca371b04b33244adae871d37770223d9 for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:20.780019 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-13e8ce0b-43ce-4bd0-912c-643a5fb4bf26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30212971'] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:20.788079 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c6ef6-6146-4526-966a-0cac4deac39b admin admin] Pushing event updated for resources: {'Network': ['ID=a5d65ef2-e729-42af-a50e-591ff9e45111,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:20.798160 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network a5d65ef2-e729-42af-a50e-591ff9e45111 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:50:20.842893 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:20.968069 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-13e8ce0b-43ce-4bd0-912c-643a5fb4bf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31420761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30215553'] for subnet (132b8cd4-2991-4532-984d-46324deed955), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.022498 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8ce0b-43ce-4bd0-912c-643a5fb4bf26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=132b8cd4-2991-4532-984d-46324deed955,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:21.041701 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e8ce0b-43ce-4bd0-912c-643a5fb4bf26 admin admin] Checking segment: {'id': '7329d647-1efe-4cf0-af03-b45e0ff375ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:50:21.042055 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e8ce0b-43ce-4bd0-912c-643a5fb4bf26 admin admin] Network hostable DHCP agents. Network: a5d65ef2-e729-42af-a50e-591ff9e45111, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:50:21.066611 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e8ce0b-43ce-4bd0-912c-643a5fb4bf26 admin admin] Network a5d65ef2-e729-42af-a50e-591ff9e45111 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:50:21.078104 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-13e8ce0b-43ce-4bd0-912c-643a5fb4bf26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, a5d65ef2-e729-42af-a50e-591ff9e45111) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:21.082711 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e8ce0b-43ce-4bd0-912c-643a5fb4bf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:21.083520 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-13e8ce0b-43ce-4bd0-912c-643a5fb4bf26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.089619 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b49cf5-507e-447e-bd42-ac2cc79779bb None None] Network a5d65ef2-e729-42af-a50e-591ff9e45111 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:50:21.095686 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:21.105871 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-13e8ce0b-43ce-4bd0-912c-643a5fb4bf26 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3668480 Jul 06 13:50:21.108369 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 36426) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:21.114403 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1684213662-router', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:21.119709 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:21.136534 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33251765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57498'] for router (54633cad-5b0a-4ab9-a036-aebe1799ba0e), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.137577 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33254801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33246609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33035984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57571'] for router (54633cad-5b0a-4ab9-a036-aebe1799ba0e), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.191913 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Publish callbacks [] for router_controller (54633cad-5b0a-4ab9-a036-aebe1799ba0e), precommit_add_association {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.197188 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:21.242133 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:21.242505 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.273922 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f19f5d3-7a63-5a6d-b78e-c7b041faa969-a5d65ef2-e729-42af-a50e-591ff9e45111', 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111', 'project_id': 'ca371b04b33244adae871d37770223d9', 'fixed_ips': [{'subnet_id': '132b8cd4-2991-4532-984d-46324deed955'}]}} from dv-cinder-819149-8-iscsi. {{(pid=110607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 13:50:21.274848 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.342813 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Publish callbacks [] for router_gateway (54633cad-5b0a-4ab9-a036-aebe1799ba0e), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.411609 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:21.411994 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.462963 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:21.471362 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.497184 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.db_base_plugin_common [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Allocated IP 172.20.0.2 (a5d65ef2-e729-42af-a50e-591ff9e45111/132b8cd4-2991-4532-984d-46324deed955/3440ea1f-5307-4244-b306-beaa5ecf1829) {{(pid=110607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:21.535500 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Publish callbacks [] for router_gateway (54633cad-5b0a-4ab9-a036-aebe1799ba0e), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.547251 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:21.558831 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.672448 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Publish callbacks [] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), precommit_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.675427 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Allocated IP 172.27.3.152 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/849c6d7a-cced-44cf-a9f5-2acd674cba46) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:21.678342 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.719923 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Network a5d65ef2-e729-42af-a50e-591ff9e45111 is already hosted by enough agents. {{(pid=110607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:21.724751 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.base_scheduler [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Resources bound (agent type, host, resource id): {{(pid=110607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:21.728555 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Received port after_create {{(pid=110607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:50:21.731702 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Pushing event updated for resources: {'Port': ['ID=3440ea1f-5307-4244-b306-beaa5ecf1829,revision_number=1']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:21.745849 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:21.785182 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Publish callbacks [] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.790212 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Attempting to bind port 3440ea1f-5307-4244-b306-beaa5ecf1829 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:50:21.790580 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Attempting to bind port 3440ea1f-5307-4244-b306-beaa5ecf1829 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '7329d647-1efe-4cf0-af03-b45e0ff375ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:50:21.790938 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Attempting to bind port 3440ea1f-5307-4244-b306-beaa5ecf1829 on network a5d65ef2-e729-42af-a50e-591ff9e45111 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:50:21.793550 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:21.796918 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:50:21.797312 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Checking segment: {'id': '7329d647-1efe-4cf0-af03-b45e0ff375ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:50:21.797711 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.798101 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Bound using segment: {'id': '7329d647-1efe-4cf0-af03-b45e0ff375ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:50:21.798565 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Bound port: 3440ea1f-5307-4244-b306-beaa5ecf1829, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7329d647-1efe-4cf0-af03-b45e0ff375ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:50:21.799117 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.822765 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.868508 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:21.871606 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:21.873848 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] For port 3440ea1f-5307-4244-b306-beaa5ecf1829, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:21.874302 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:50:21.877540 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] For port 3440ea1f-5307-4244-b306-beaa5ecf1829, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=3440ea1f-5307-4244-b306-beaa5ecf1829,segment=NetworkSegment(7329d647-1efe-4cf0-af03-b45e0ff375ac),segment_id=7329d647-1efe-4cf0-af03-b45e0ff375ac)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:21.885619 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:21.906026 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Pushing event updated for resources: {'Port': ['ID=849c6d7a-cced-44cf-a9f5-2acd674cba46,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:21.947083 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbeb8d2-3d39-4e8c-95dc-184500042212 None None] Pushing event updated for resources: {'Port': ['ID=3440ea1f-5307-4244-b306-beaa5ecf1829,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:22.081858 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:22.152197 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Publish callbacks [] for router_gateway (54633cad-5b0a-4ab9-a036-aebe1799ba0e), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:22.207719 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Sync routers for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:50:22.218422 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:50:22.219048 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:50:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:22.325792 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:50:22.364849 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33254792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33246717'] for router (54633cad-5b0a-4ab9-a036-aebe1799ba0e), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:22.494876 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Router 54633cad-5b0a-4ab9-a036-aebe1799ba0e is scheduled to L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 with binding_index 1 {{(pid=110606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 13:50:22.516869 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 2, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:22.544256 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Checking router: b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:50:22.544603 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Updating router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 port 988fd011-e27c-4c04-b10d-ce52a6d12b31 binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:50:22.577884 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:22.607745 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:50:22.617351 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Sync routers for ids ['54633cad-5b0a-4ab9-a036-aebe1799ba0e'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:50:22.630569 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:22.630849 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Routers {'54633cad-5b0a-4ab9-a036-aebe1799ba0e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:50:22.631548 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:50:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['54633cad-5b0a-4ab9-a036-aebe1799ba0e'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:22.635029 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-949cf524-cd02-4696-adef-d350825fb76b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5234361 Jul 06 13:50:22.636327 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36428) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:22.639600 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:22.762898 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Set router 54633cad-5b0a-4ab9-a036-aebe1799ba0e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:50:22.858359 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:DELETE=2,neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:22.984367 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'name': 'tempest-TestVolumeBootPattern-1684213662-router', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:50:22Z', 'revision_number': 3, 'project_id': 'ca371b04b33244adae871d37770223d9', 'gw_port': {'id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:23.026366 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Publish callbacks [] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.027945 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Checking router: 54633cad-5b0a-4ab9-a036-aebe1799ba0e for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:50:23.028370 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Updating router 54633cad-5b0a-4ab9-a036-aebe1799ba0e port 849c6d7a-cced-44cf-a9f5-2acd674cba46 binding host dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:50:23.030555 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3236e474-1e91-4fe2-b592-7f312067f3f8 None None] Network a5d65ef2-e729-42af-a50e-591ff9e45111 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:50:23.033337 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.155907 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-fcbef87a-6710-4093-84fd-93b3d62e091b None None] Provisioning complete for port 3440ea1f-5307-4244-b306-beaa5ecf1829 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:23.156273 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-fcbef87a-6710-4093-84fd-93b3d62e091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.157842 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Pushing event updated for resources: {'Port': ['ID=988fd011-e27c-4c04-b10d-ce52a6d12b31,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:23.170007 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.170712 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.171276 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.171964 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.172593 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.172710 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.173184 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.173627 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.174051 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.174441 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.174777 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.175663 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.175663 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.176383 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.176648 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:23.180764 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.193518 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Attempting to bind port 988fd011-e27c-4c04-b10d-ce52a6d12b31 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:50:23.194005 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Attempting to bind port 988fd011-e27c-4c04-b10d-ce52a6d12b31 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:50:23.194371 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Attempting to bind port 988fd011-e27c-4c04-b10d-ce52a6d12b31 on network 6522e807-4f7f-4722-945c-07724b4eff64 {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:50:23.199999 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:50:23.200367 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Checking segment: {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:50:23.200765 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.201200 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Bound using segment: {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:50:23.201704 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Bound port: 988fd011-e27c-4c04-b10d-ce52a6d12b31, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:50:23.202064 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.232202 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.278992 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] For port 988fd011-e27c-4c04-b10d-ce52a6d12b31, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:23.283340 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] For port 988fd011-e27c-4c04-b10d-ce52a6d12b31, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=988fd011-e27c-4c04-b10d-ce52a6d12b31,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:23.299368 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.309484 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:23.338248 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:23.381536 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:50:23.382176 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:50:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:23.383913 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:23.421216 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Allocated IP 172.20.0.1 (a5d65ef2-e729-42af-a50e-591ff9e45111/132b8cd4-2991-4532-984d-46324deed955/c3e094cd-fef6-4b0b-a529-b995374be383) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:23.432266 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0300da-fc73-4d4c-a5e3-3c6b69a6ea67 None None] Pushing event updated for resources: {'Port': ['ID=988fd011-e27c-4c04-b10d-ce52a6d12b31,revision_number=4']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:23.512724 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:23.512724 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.540367 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:50:23.579970 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Publish callbacks [] for port (c3e094cd-fef6-4b0b-a529-b995374be383), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.590564 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:23.621121 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-fcbef87a-6710-4093-84fd-93b3d62e091b None None] Current status of the port 3440ea1f-5307-4244-b306-beaa5ecf1829 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:23.621832 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-fcbef87a-6710-4093-84fd-93b3d62e091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.650046 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.701558 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Network a5d65ef2-e729-42af-a50e-591ff9e45111 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:23.707168 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:23.711894 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:50:23.715680 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e094cd-fef6-4b0b-a529-b995374be383,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:23.736093 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-fcbef87a-6710-4093-84fd-93b3d62e091b None None] For port 3440ea1f-5307-4244-b306-beaa5ecf1829, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=3440ea1f-5307-4244-b306-beaa5ecf1829,segment=NetworkSegment(7329d647-1efe-4cf0-af03-b45e0ff375ac),segment_id=7329d647-1efe-4cf0-af03-b45e0ff375ac)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:23.752814 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-fcbef87a-6710-4093-84fd-93b3d62e091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.764500 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33259013'] for router_interface (54633cad-5b0a-4ab9-a036-aebe1799ba0e), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.807552 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:23.823703 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbef87a-6710-4093-84fd-93b3d62e091b None None] Pushing event updated for resources: {'Port': ['ID=3440ea1f-5307-4244-b306-beaa5ecf1829,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:23.835872 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:23.846198 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:23Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:23.879705 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd3d203-d885-4a6a-b0de-9032954ab583 None None] The sync data for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi is: [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:23Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:50:23.907281 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ed50d01e-99ee-42d1-9fad-2add644a1e3e None None] Provisioning complete for port 988fd011-e27c-4c04-b10d-ce52a6d12b31 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:23.907727 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ed50d01e-99ee-42d1-9fad-2add644a1e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.918774 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:23.936780 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:23.952285 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:23.953412 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 3440ea1f-5307-4244-b306-beaa5ecf1829 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:24.112700 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Publish callbacks [] for port (c3e094cd-fef6-4b0b-a529-b995374be383), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.118005 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.186625 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Publish callbacks [] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), precommit_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.189508 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e094cd-fef6-4b0b-a529-b995374be383,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:24.193577 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33264658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33259153'] for router_interface (54633cad-5b0a-4ab9-a036-aebe1799ba0e), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.215887 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 3440ea1f-5307-4244-b306-beaa5ecf1829 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:24.216257 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.223129 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.293442 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Network a5d65ef2-e729-42af-a50e-591ff9e45111 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:24.294977 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:24.296905 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ed50d01e-99ee-42d1-9fad-2add644a1e3e None None] Current status of the port 988fd011-e27c-4c04-b10d-ce52a6d12b31 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:24.297320 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ed50d01e-99ee-42d1-9fad-2add644a1e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.326772 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6174740-216b-4e7e-a587-bf9cd4d384b9 None None] Pushing event updated for resources: {'Port': ['ID=849c6d7a-cced-44cf-a9f5-2acd674cba46,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:24.340305 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Attempting to bind port 849c6d7a-cced-44cf-a9f5-2acd674cba46 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:50:24.340845 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Attempting to bind port 849c6d7a-cced-44cf-a9f5-2acd674cba46 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:50:24.341446 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Attempting to bind port 849c6d7a-cced-44cf-a9f5-2acd674cba46 on network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:50:24.356734 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:50:24.357121 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Checking segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:50:24.357520 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.357902 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Bound using segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:50:24.358383 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Bound port: 849c6d7a-cced-44cf-a9f5-2acd674cba46, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:50:24.358757 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.392489 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ed50d01e-99ee-42d1-9fad-2add644a1e3e None None] For port 988fd011-e27c-4c04-b10d-ce52a6d12b31, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=988fd011-e27c-4c04-b10d-ce52a6d12b31,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:24.421597 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ed50d01e-99ee-42d1-9fad-2add644a1e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.433699 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Router 54633cad-5b0a-4ab9-a036-aebe1799ba0e has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:50:24.475532 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ed50d01e-99ee-42d1-9fad-2add644a1e3e None None] Provisioning complete for port 3440ea1f-5307-4244-b306-beaa5ecf1829 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:24.475900 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ed50d01e-99ee-42d1-9fad-2add644a1e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.489133 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 3440ea1f-5307-4244-b306-beaa5ecf1829 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:24.524343 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:24.528831 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] For port 849c6d7a-cced-44cf-a9f5-2acd674cba46, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:24.539961 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50d01e-99ee-42d1-9fad-2add644a1e3e None None] Pushing event updated for resources: {'Port': ['ID=988fd011-e27c-4c04-b10d-ce52a6d12b31,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:24.554236 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] For port 849c6d7a-cced-44cf-a9f5-2acd674cba46, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=849c6d7a-cced-44cf-a9f5-2acd674cba46,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:24.564023 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.587787 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:50:24.593913 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-0ca5425f-1d73-45e1-aebf-3b2c0b2b3971 admin admin] 10.222.0.20 "PUT /v2.0/routers/54633cad-5b0a-4ab9-a036-aebe1799ba0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9564519 Jul 06 13:50:24.674495 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.679056 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ed50d01e-99ee-42d1-9fad-2add644a1e3e None None] Current status of the port 3440ea1f-5307-4244-b306-beaa5ecf1829 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:24.681073 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6174740-216b-4e7e-a587-bf9cd4d384b9 None None] Pushing event updated for resources: {'Port': ['ID=849c6d7a-cced-44cf-a9f5-2acd674cba46,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:24.686913 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Routers {'54633cad-5b0a-4ab9-a036-aebe1799ba0e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:50:24.687545 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:50:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['54633cad-5b0a-4ab9-a036-aebe1799ba0e'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:24.738121 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:24.808137 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] Set router 54633cad-5b0a-4ab9-a036-aebe1799ba0e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:50:24.809855 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-fef7a685-5e1f-4be1-b9b2-5e93b7f16764 None None] Provisioning complete for port c3e094cd-fef6-4b0b-a529-b995374be383 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:24.810222 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-fef7a685-5e1f-4be1-b9b2-5e93b7f16764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:24.900176 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-fef7a685-5e1f-4be1-b9b2-5e93b7f16764 None None] Port c3e094cd-fef6-4b0b-a529-b995374be383 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:50:24.977666 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36436) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:24.982285 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-13be9cb3-6705-4eae-948f-183ea28662b7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-113773701', 'description': 'tempest-secgroup-smoke-113773701 description', 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:25.004026 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-13be9cb3-6705-4eae-948f-183ea28662b7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.030684 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'name': 'tempest-TestVolumeBootPattern-1684213662-router', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:50:23Z', 'revision_number': 4, 'project_id': 'ca371b04b33244adae871d37770223d9', 'gw_port': {'id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'c3e094cd-fef6-4b0b-a529-b995374be383', 'name': '', 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'mac_address': 'fa:16:3e:23:45:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '132b8cd4-2991-4532-984d-46324deed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:23Z', 'updated_at': '2022-07-06T13:50:23Z', 'revision_number': 2, 'project_id': 'ca371b04b33244adae871d37770223d9', 'subnets': [{'id': '132b8cd4-2991-4532-984d-46324deed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:25.065092 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b502ac7-532a-4226-9b71-19a71e5a4d83 None None] The sync data for ids ['54633cad-5b0a-4ab9-a036-aebe1799ba0e'] in dv-cinder-819149-8-iscsi is: [{'id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'name': 'tempest-TestVolumeBootPattern-1684213662-router', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:50:23Z', 'revision_number': 4, 'project_id': 'ca371b04b33244adae871d37770223d9', 'gw_port': {'id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'c3e094cd-fef6-4b0b-a529-b995374be383', 'name': '', 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'mac_address': 'fa:16:3e:23:45:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '132b8cd4-2991-4532-984d-46324deed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:23Z', 'updated_at': '2022-07-06T13:50:23Z', 'revision_number': 2, 'project_id': 'ca371b04b33244adae871d37770223d9', 'subnets': [{'id': '132b8cd4-2991-4532-984d-46324deed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:50:25.066503 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:25.103293 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-13be9cb3-6705-4eae-948f-183ea28662b7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group (fe7fe5c9-ac09-49e5-8eba-7d900b0c003e), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.107064 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-13be9cb3-6705-4eae-948f-183ea28662b7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (fe7fe5c9-ac09-49e5-8eba-7d900b0c003e), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.108172 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 3440ea1f-5307-4244-b306-beaa5ecf1829 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:25.141169 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-13be9cb3-6705-4eae-948f-183ea28662b7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.145822 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-13be9cb3-6705-4eae-948f-183ea28662b7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1636286 Jul 06 13:50:25.145822 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be9cb3-6705-4eae-948f-183ea28662b7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:25.146235 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 36438) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:25.152340 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-075f2146-e053-4a71-890f-b2eb86e735d7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Request body: {'security_group_rule': {'security_group_id': 'fe7fe5c9-ac09-49e5-8eba-7d900b0c003e', 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:25.160452 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 3440ea1f-5307-4244-b306-beaa5ecf1829 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:25.160824 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.173226 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:25.193921 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-075f2146-e053-4a71-890f-b2eb86e735d7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (661a7e7a-79b8-410e-a6c0-521d93952491), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.243126 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 3440ea1f-5307-4244-b306-beaa5ecf1829 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:25.244353 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 988fd011-e27c-4c04-b10d-ce52a6d12b31 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:25.261810 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-075f2146-e053-4a71-890f-b2eb86e735d7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (661a7e7a-79b8-410e-a6c0-521d93952491), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.267407 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-075f2146-e053-4a71-890f-b2eb86e735d7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (661a7e7a-79b8-410e-a6c0-521d93952491), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.317343 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-075f2146-e053-4a71-890f-b2eb86e735d7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.318545 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-075f2146-e053-4a71-890f-b2eb86e735d7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1707087 Jul 06 13:50:25.319640 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f2146-e053-4a71-890f-b2eb86e735d7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661a7e7a-79b8-410e-a6c0-521d93952491,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:25.321461 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36440) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:25.326079 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-2df7f79d-46ec-4437-bded-8771d477ff94 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Request body: {'security_group_rule': {'security_group_id': 'fe7fe5c9-ac09-49e5-8eba-7d900b0c003e', 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:25.327017 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 988fd011-e27c-4c04-b10d-ce52a6d12b31 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:25.327382 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.371799 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2df7f79d-46ec-4437-bded-8771d477ff94 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (b54c594c-a2b2-4a83-91b2-89ade30db524), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.407440 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 988fd011-e27c-4c04-b10d-ce52a6d12b31 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:25.439063 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2df7f79d-46ec-4437-bded-8771d477ff94 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (b54c594c-a2b2-4a83-91b2-89ade30db524), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.444663 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2df7f79d-46ec-4437-bded-8771d477ff94 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (b54c594c-a2b2-4a83-91b2-89ade30db524), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.463799 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:25.470364 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7f79d-46ec-4437-bded-8771d477ff94 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b54c594c-a2b2-4a83-91b2-89ade30db524,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:25.479161 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2df7f79d-46ec-4437-bded-8771d477ff94 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.480384 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-2df7f79d-46ec-4437-bded-8771d477ff94 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579313 Jul 06 13:50:25.483198 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36442) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:25.487640 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-c7634f92-022b-4176-841a-94a8f90088b1 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Request body: {'security_group_rule': {'security_group_id': 'fe7fe5c9-ac09-49e5-8eba-7d900b0c003e', 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:25.516726 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-022b-4176-841a-94a8f90088b1 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (96e51043-3be1-45f0-ab9f-01a985573d02), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.578122 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-022b-4176-841a-94a8f90088b1 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (96e51043-3be1-45f0-ab9f-01a985573d02), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.582644 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-022b-4176-841a-94a8f90088b1 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (96e51043-3be1-45f0-ab9f-01a985573d02), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.602495 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7634f92-022b-4176-841a-94a8f90088b1 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e51043-3be1-45f0-ab9f-01a985573d02,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:25.607821 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c7634f92-022b-4176-841a-94a8f90088b1 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.610782 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-c7634f92-022b-4176-841a-94a8f90088b1 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248872 Jul 06 13:50:25.611809 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36444) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:25.616502 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-e208d9bc-20e2-45a4-9f1b-43a2ac438fca tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Request body: {'security_group_rule': {'security_group_id': 'fe7fe5c9-ac09-49e5-8eba-7d900b0c003e', 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:25.644958 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e208d9bc-20e2-45a4-9f1b-43a2ac438fca tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (b6b65263-19d0-4ccd-84cd-33034bdb4e51), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.709903 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e208d9bc-20e2-45a4-9f1b-43a2ac438fca tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (b6b65263-19d0-4ccd-84cd-33034bdb4e51), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.713991 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e208d9bc-20e2-45a4-9f1b-43a2ac438fca tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (b6b65263-19d0-4ccd-84cd-33034bdb4e51), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.732804 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208d9bc-20e2-45a4-9f1b-43a2ac438fca tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b65263-19d0-4ccd-84cd-33034bdb4e51,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:25.739963 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e208d9bc-20e2-45a4-9f1b-43a2ac438fca tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.741199 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-e208d9bc-20e2-45a4-9f1b-43a2ac438fca tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284575 Jul 06 13:50:25.743911 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36446) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:25.748068 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-24e41a69-9ea5-48d8-a8eb-fb3c0993488b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Request body: {'security_group_rule': {'security_group_id': 'fe7fe5c9-ac09-49e5-8eba-7d900b0c003e', 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:25.771677 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.securitygroups_db [None req-24e41a69-9ea5-48d8-a8eb-fb3c0993488b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Project 7bf864bb1764452e8e3a6f0d5929da9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:50:25.777651 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-24e41a69-9ea5-48d8-a8eb-fb3c0993488b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (5452b561-a065-47b8-8296-d5e6274c92da), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.842207 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-24e41a69-9ea5-48d8-a8eb-fb3c0993488b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (5452b561-a065-47b8-8296-d5e6274c92da), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.845743 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-24e41a69-9ea5-48d8-a8eb-fb3c0993488b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (5452b561-a065-47b8-8296-d5e6274c92da), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.861133 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e41a69-9ea5-48d8-a8eb-fb3c0993488b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5452b561-a065-47b8-8296-d5e6274c92da,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:25.871612 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-24e41a69-9ea5-48d8-a8eb-fb3c0993488b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.872900 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-24e41a69-9ea5-48d8-a8eb-fb3c0993488b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280379 Jul 06 13:50:25.875522 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36448) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:50:25.880482 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-3327678d-dee4-48c1-96d5-f51e6aa176c2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Request body: {'security_group_rule': {'security_group_id': 'fe7fe5c9-ac09-49e5-8eba-7d900b0c003e', 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:25.901132 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.securitygroups_db [None req-3327678d-dee4-48c1-96d5-f51e6aa176c2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Project 7bf864bb1764452e8e3a6f0d5929da9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 06 13:50:25.906412 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3327678d-dee4-48c1-96d5-f51e6aa176c2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (14d968fc-cc64-4e9e-9111-f36c95353e7e), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.966488 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3327678d-dee4-48c1-96d5-f51e6aa176c2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (14d968fc-cc64-4e9e-9111-f36c95353e7e), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.969723 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3327678d-dee4-48c1-96d5-f51e6aa176c2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (14d968fc-cc64-4e9e-9111-f36c95353e7e), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.976828 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:25.989629 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327678d-dee4-48c1-96d5-f51e6aa176c2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d968fc-cc64-4e9e-9111-f36c95353e7e,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:25.997172 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3327678d-dee4-48c1-96d5-f51e6aa176c2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:25.999428 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-3327678d-dee4-48c1-96d5-f51e6aa176c2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225302 Jul 06 13:50:27.101528 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 849c6d7a-cced-44cf-a9f5-2acd674cba46 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:27.147733 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:27.152552 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 849c6d7a-cced-44cf-a9f5-2acd674cba46 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:27.152923 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:27.233443 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 849c6d7a-cced-44cf-a9f5-2acd674cba46 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:27.233854 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:27.254534 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 849c6d7a-cced-44cf-a9f5-2acd674cba46, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=849c6d7a-cced-44cf-a9f5-2acd674cba46,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:27.258380 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:27.303796 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=849c6d7a-cced-44cf-a9f5-2acd674cba46,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:27.918941 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Sync routers for ids ['54633cad-5b0a-4ab9-a036-aebe1799ba0e'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:50:27.931723 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Routers {'54633cad-5b0a-4ab9-a036-aebe1799ba0e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:50:27.932377 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:50:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['54633cad-5b0a-4ab9-a036-aebe1799ba0e'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:28.044255 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Set router 54633cad-5b0a-4ab9-a036-aebe1799ba0e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:50:28.227305 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'name': 'tempest-TestVolumeBootPattern-1684213662-router', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:50:23Z', 'revision_number': 4, 'project_id': 'ca371b04b33244adae871d37770223d9', 'gw_port': {'id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'c3e094cd-fef6-4b0b-a529-b995374be383', 'name': '', 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'mac_address': 'fa:16:3e:23:45:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '132b8cd4-2991-4532-984d-46324deed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:23Z', 'updated_at': '2022-07-06T13:50:23Z', 'revision_number': 2, 'project_id': 'ca371b04b33244adae871d37770223d9', 'subnets': [{'id': '132b8cd4-2991-4532-984d-46324deed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:28.255252 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Checking router: 54633cad-5b0a-4ab9-a036-aebe1799ba0e for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:50:28.255601 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Updating router 54633cad-5b0a-4ab9-a036-aebe1799ba0e port c3e094cd-fef6-4b0b-a529-b995374be383 binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:50:28.285973 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:28.483831 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=100 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:28.541026 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Publish callbacks [] for port (c3e094cd-fef6-4b0b-a529-b995374be383), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:28.546514 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:28.552191 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:28.602695 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf92a6-eb94-4656-b647-074eb25b2b50 None None] Pushing event updated for resources: {'Port': ['ID=c3e094cd-fef6-4b0b-a529-b995374be383,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:28.662464 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Attempting to bind port c3e094cd-fef6-4b0b-a529-b995374be383 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:50:28.662700 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Attempting to bind port c3e094cd-fef6-4b0b-a529-b995374be383 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '7329d647-1efe-4cf0-af03-b45e0ff375ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:50:28.663258 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Attempting to bind port c3e094cd-fef6-4b0b-a529-b995374be383 on network a5d65ef2-e729-42af-a50e-591ff9e45111 {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:50:28.668992 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:50:28.669387 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Checking segment: {'id': '7329d647-1efe-4cf0-af03-b45e0ff375ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:50:28.669778 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:28.670160 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Bound using segment: {'id': '7329d647-1efe-4cf0-af03-b45e0ff375ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:50:28.670621 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Bound port: c3e094cd-fef6-4b0b-a529-b995374be383, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7329d647-1efe-4cf0-af03-b45e0ff375ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:50:28.670989 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:28.736350 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] For port c3e094cd-fef6-4b0b-a529-b995374be383, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:28.739815 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] For port c3e094cd-fef6-4b0b-a529-b995374be383, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=c3e094cd-fef6-4b0b-a529-b995374be383,segment=NetworkSegment(7329d647-1efe-4cf0-af03-b45e0ff375ac),segment_id=7329d647-1efe-4cf0-af03-b45e0ff375ac)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:28.747378 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:28.804842 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Routers {'54633cad-5b0a-4ab9-a036-aebe1799ba0e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:50:28.805571 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:50:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['54633cad-5b0a-4ab9-a036-aebe1799ba0e'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:28.848363 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf92a6-eb94-4656-b647-074eb25b2b50 None None] Pushing event updated for resources: {'Port': ['ID=c3e094cd-fef6-4b0b-a529-b995374be383,revision_number=4']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:28.879036 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-aae5b1d9-dc0d-4217-a1a6-e02b736f5123 None None] Provisioning complete for port c3e094cd-fef6-4b0b-a529-b995374be383 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:28.879036 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-aae5b1d9-dc0d-4217-a1a6-e02b736f5123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:28.942705 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:28.945071 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] Set router 54633cad-5b0a-4ab9-a036-aebe1799ba0e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:50:28.960336 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-aae5b1d9-dc0d-4217-a1a6-e02b736f5123 None None] Current status of the port c3e094cd-fef6-4b0b-a529-b995374be383 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:28.960736 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-aae5b1d9-dc0d-4217-a1a6-e02b736f5123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:28.998567 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-aae5b1d9-dc0d-4217-a1a6-e02b736f5123 None None] For port c3e094cd-fef6-4b0b-a529-b995374be383, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=c3e094cd-fef6-4b0b-a529-b995374be383,segment=NetworkSegment(7329d647-1efe-4cf0-af03-b45e0ff375ac),segment_id=7329d647-1efe-4cf0-af03-b45e0ff375ac)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:50:29.003419 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-aae5b1d9-dc0d-4217-a1a6-e02b736f5123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:29.065381 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae5b1d9-dc0d-4217-a1a6-e02b736f5123 None None] Pushing event updated for resources: {'Port': ['ID=c3e094cd-fef6-4b0b-a529-b995374be383,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:29.107731 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 849c6d7a-cced-44cf-a9f5-2acd674cba46 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:29.151939 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-6764cefb-81d7-4952-a412-3c4b10748ac6 None None] Provisioning complete for port c3e094cd-fef6-4b0b-a529-b995374be383 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:29.152311 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6764cefb-81d7-4952-a412-3c4b10748ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:29.200938 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 849c6d7a-cced-44cf-a9f5-2acd674cba46 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:29.201336 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:29.247773 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'name': 'tempest-TestVolumeBootPattern-1684213662-router', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:50:23Z', 'revision_number': 4, 'project_id': 'ca371b04b33244adae871d37770223d9', 'gw_port': {'id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'c3e094cd-fef6-4b0b-a529-b995374be383', 'name': '', 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'mac_address': 'fa:16:3e:23:45:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '132b8cd4-2991-4532-984d-46324deed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:23Z', 'updated_at': '2022-07-06T13:50:28Z', 'revision_number': 4, 'project_id': 'ca371b04b33244adae871d37770223d9', 'subnets': [{'id': '132b8cd4-2991-4532-984d-46324deed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:50:29.273260 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d5b69-4d5e-45f1-bd04-771931693348 None None] The sync data for ids ['54633cad-5b0a-4ab9-a036-aebe1799ba0e'] in dv-cinder-819149-8-iscsi is: [{'id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'name': 'tempest-TestVolumeBootPattern-1684213662-router', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:50:23Z', 'revision_number': 4, 'project_id': 'ca371b04b33244adae871d37770223d9', 'gw_port': {'id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'c3e094cd-fef6-4b0b-a529-b995374be383', 'name': '', 'network_id': 'a5d65ef2-e729-42af-a50e-591ff9e45111', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'mac_address': 'fa:16:3e:23:45:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '132b8cd4-2991-4532-984d-46324deed955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:23Z', 'updated_at': '2022-07-06T13:50:28Z', 'revision_number': 4, 'project_id': 'ca371b04b33244adae871d37770223d9', 'subnets': [{'id': '132b8cd4-2991-4532-984d-46324deed955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:50:29.278452 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-6764cefb-81d7-4952-a412-3c4b10748ac6 None None] Current status of the port c3e094cd-fef6-4b0b-a529-b995374be383 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:29.318638 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 849c6d7a-cced-44cf-a9f5-2acd674cba46 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:29.319733 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device c3e094cd-fef6-4b0b-a529-b995374be383 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:29.364277 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port c3e094cd-fef6-4b0b-a529-b995374be383 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:29.364640 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:29.447262 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port c3e094cd-fef6-4b0b-a529-b995374be383 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:31.193301 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device c3e094cd-fef6-4b0b-a529-b995374be383 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:50:31.220779 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:31.239503 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port c3e094cd-fef6-4b0b-a529-b995374be383 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:31.239872 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:31.313746 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port c3e094cd-fef6-4b0b-a529-b995374be383 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:50:35.309063 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=68,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:35.313769 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=15,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:35.990266 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=8 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:39.250428 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:39.251100 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:39.476234 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-2e1a7c6c-9319-4e8a-b7ce-70e6ea0b6feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:41.944942 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-03c2c93b-5458-42e6-8432-3063984e5930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:42.879845 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:44.356932 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:44.640280 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:44.648073 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:49.918818 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:49.922346 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:50.877919 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b0264-ea54-44c4-8b86-d0f68cb76c4f req-272602d6-252e-4281-97fb-2f43bc801336 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:50.879443 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-942b0264-ea54-44c4-8b86-d0f68cb76c4f req-272602d6-252e-4281-97fb-2f43bc801336 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.1460543 Jul 06 13:50:50.914783 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:50:50.932055 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-942b0264-ea54-44c4-8b86-d0f68cb76c4f req-a43baf9c-6529-489c-bf91-80a45b6c6455 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471141 Jul 06 13:50:51.928600 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-b8fe382a-b694-45e2-9628-da7c9a60593e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-113773701&fields=id&tenant_id=7bf864bb1764452e8e3a6f0d5929da9f HTTP/1.1" status: 200 len: 267 time: 0.0443463 Jul 06 13:50:52.039007 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-fb273072-697b-4694-ad40-1a3d6d5d7d83 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:52.040729 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-fb273072-697b-4694-ad40-1a3d6d5d7d83 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 812 time: 0.1057084 Jul 06 13:50:52.048643 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8e47a-14da-4dbe-930d-1bae7b912f22 req-b77369ae-8440-46ec-9e0c-6ce7292a4696 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:52.051036 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-01e8e47a-14da-4dbe-930d-1bae7b912f22 req-b77369ae-8440-46ec-9e0c-6ce7292a4696 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0474370 Jul 06 13:50:52.057305 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-c7a50a84-f2ab-44fe-a5d7-ba8c0d364f29 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/quotas/7bf864bb1764452e8e3a6f0d5929da9f HTTP/1.1" status: 200 len: 375 time: 0.0114493 Jul 06 13:50:52.102815 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-01e8e47a-14da-4dbe-930d-1bae7b912f22 req-b71b5c3c-f1dc-42c3-bc08-142e1718381b tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456605 Jul 06 13:50:52.108574 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-234cbff4-a1c0-40b3-9e96-1c26f6c2979a tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461705 Jul 06 13:50:52.255039 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-a4f56c49-c7ff-4a59-8445-aeb4283bef1c service neutron] 10.222.0.20 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349611 Jul 06 13:50:52.350455 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-ea6e459e-4f62-45fe-97f1-3caca2cbf780 service neutron] 10.222.0.20 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897384 Jul 06 13:50:52.628561 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-815c6523-b359-4704-889f-f576d53f3a3b req-ac2370e3-e1b3-46df-894f-cf9e0f8e7ca6 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 210 time: 0.0280457 Jul 06 13:50:53.221234 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce8026-5fe6-4c73-8304-a8b1cc3b6e84 req-bbb3ab34-7d2f-44fa-a7f7-974b9af28855 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:53.223061 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-77ce8026-5fe6-4c73-8304-a8b1cc3b6e84 req-bbb3ab34-7d2f-44fa-a7f7-974b9af28855 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0492222 Jul 06 13:50:53.273761 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-77ce8026-5fe6-4c73-8304-a8b1cc3b6e84 req-cc7fe9cd-fd60-4dbe-bd70-a44b86065ec6 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451891 Jul 06 13:50:53.724476 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-684411da-eb66-4bb8-9d4d-5ee2e1e92fb4 req-38d1ee62-c92a-4948-b038-2d6639b1dbc0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 210 time: 0.0287409 Jul 06 13:50:53.935060 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-488cb22d-29dc-4fe6-9d0d-1ba05969b5a7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:53.936491 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-488cb22d-29dc-4fe6-9d0d-1ba05969b5a7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 812 time: 0.1091216 Jul 06 13:50:54.011076 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-3cc70a4b-3d61-4a72-bc71-94e99be29163 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bf864bb1764452e8e3a6f0d5929da9f HTTP/1.1" status: 200 len: 379 time: 0.0539806 Jul 06 13:50:54.021183 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Request body: {'port': {'device_id': 'ee2271a7-8fab-4455-9c3b-32159f33ad03', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'admin_state_up': True, 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'security_groups': ['fe7fe5c9-ac09-49e5-8eba-7d900b0c003e']}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:54.134099 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Made reservation on behalf of 7bf864bb1764452e8e3a6f0d5929da9f for: {'port': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:50:54.137466 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:54.259346 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Allocated IP 172.20.0.7 (6522e807-4f7f-4722-945c-07724b4eff64/5296f3ab-164c-4586-b531-250bbb0216ae/45301213-2dd0-47c7-bd88-caba9757cb8d) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:50:54.269658 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:54.277502 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:54.428212 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc674e-fa84-4bb2-9793-35bfe5323ef0 req-64eadd3f-2e89-46a6-895b-898e0e3ee2de tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:54.429672 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-35dc674e-fa84-4bb2-9793-35bfe5323ef0 req-64eadd3f-2e89-46a6-895b-898e0e3ee2de tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0634227 Jul 06 13:50:54.456759 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:54.511056 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-35dc674e-fa84-4bb2-9793-35bfe5323ef0 req-2c45457e-08bb-4071-a26a-8ed57e382867 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737927 Jul 06 13:50:54.521917 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:54.565746 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Network 6522e807-4f7f-4722-945c-07724b4eff64 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:50:54.568732 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:50:54.572857 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:50:54.599920 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:54.602353 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'Port': ['ID=45301213-2dd0-47c7-bd88-caba9757cb8d,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:54.618554 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.618901 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.619267 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.619603 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.619923 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.620244 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.620563 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.620880 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.621227 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.621550 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.621855 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.622170 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.622485 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.622802 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.623113 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:50:54.639990 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:54.640658 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:54.657248 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-aeb8f9e7-4198-4ecb-9e93-5556f924ec5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6402786 Jul 06 13:50:54.730972 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Request body: {'port': {'device_id': 'ee2271a7-8fab-4455-9c3b-32159f33ad03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:50:54.797255 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:54.847841 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-b0e20c1e-c7a0-4a9b-8f7b-7248d197cdd7 None None] Provisioning complete for port 45301213-2dd0-47c7-bd88-caba9757cb8d triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:50:54.848163 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b0e20c1e-c7a0-4a9b-8f7b-7248d197cdd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:54.858629 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e42d64-2ba6-4545-b1ab-dffa1a086ae8 req-a484a0c2-949d-492c-ba20-9c8177181c8c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:54.860111 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-38e42d64-2ba6-4545-b1ab-dffa1a086ae8 req-a484a0c2-949d-492c-ba20-9c8177181c8c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 931 time: 0.0506809 Jul 06 13:50:54.888562 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-b0e20c1e-c7a0-4a9b-8f7b-7248d197cdd7 None None] Port 45301213-2dd0-47c7-bd88-caba9757cb8d cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:50:54.920040 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-38e42d64-2ba6-4545-b1ab-dffa1a086ae8 req-e00f022d-ffbc-4132-b706-02375b00e122 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507145 Jul 06 13:50:55.060571 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45301213-2dd0-47c7-bd88-caba9757cb8d {{(pid=110606) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:50:55.068227 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Publish callbacks [] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:55.080682 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.provisioning_blocks [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Transition to ACTIVE for port object 45301213-2dd0-47c7-bd88-caba9757cb8d will not be triggered until provisioned by entity L2. {{(pid=110606) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:50:55.084325 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:55.119169 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:55.144349 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Pushing event updated for resources: {'Port': ['ID=45301213-2dd0-47c7-bd88-caba9757cb8d,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:55.163818 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:55.212719 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Attempting to bind port 45301213-2dd0-47c7-bd88-caba9757cb8d on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:50:55.213079 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Attempting to bind port 45301213-2dd0-47c7-bd88-caba9757cb8d by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:50:55.213415 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Attempting to bind port 45301213-2dd0-47c7-bd88-caba9757cb8d on network 6522e807-4f7f-4722-945c-07724b4eff64 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:50:55.218201 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Port 45301213-2dd0-47c7-bd88-caba9757cb8d on network 6522e807-4f7f-4722-945c-07724b4eff64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:50:55.218525 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Attempting to bind port 45301213-2dd0-47c7-bd88-caba9757cb8d on network 6522e807-4f7f-4722-945c-07724b4eff64 {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:50:55.224433 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:50:55.224768 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Checking segment: {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:50:55.225185 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Bound using segment: {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'} {{(pid=110606) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:50:55.225614 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.managers [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Bound port: 45301213-2dd0-47c7-bd88-caba9757cb8d, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'}}] {{(pid=110606) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:50:55.225975 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:55.288047 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] For port 45301213-2dd0-47c7-bd88-caba9757cb8d, host hv-cinder-81914, cleared binding levels {{(pid=110606) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:50:55.291132 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] For port 45301213-2dd0-47c7-bd88-caba9757cb8d, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=45301213-2dd0-47c7-bd88-caba9757cb8d,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110606) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:50:55.297386 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:55.557375 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:55.557956 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:50:55.559350 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] 10.222.0.39 "PUT /v2.0/ports/45301213-2dd0-47c7-bd88-caba9757cb8d HTTP/1.1" status: 200 len: 1093 time: 0.8876908 Jul 06 13:50:55.559752 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2271a7-8fab-4455-9c3b-32159f33ad03', 'tag': '45301213-2dd0-47c7-bd88-caba9757cb8d'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:50:55.562009 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fac002f-99f5-44a1-8e05-47699b864a08" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2271a7-8fab-4455-9c3b-32159f33ad03", "tag": "45301213-2dd0-47c7-bd88-caba9757cb8d"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:50:55.581793 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e255c5-5b17-481e-8433-3b65942c45b9 service neutron] Pushing event updated for resources: {'Port': ['ID=45301213-2dd0-47c7-bd88-caba9757cb8d,revision_number=3']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:50:55.667850 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ed364-69ec-4f5c-bd26-12c6a706e6b8 req-13aca128-82ac-4bc3-856e-3d4ae961d9a5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:55.669471 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5a4ed364-69ec-4f5c-bd26-12c6a706e6b8 req-13aca128-82ac-4bc3-856e-3d4ae961d9a5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0801554 Jul 06 13:50:55.700003 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c92f1f2-f4d9-4070-82a5-7b98d0a9a1c5 x-openstack-request-id: req-4c92f1f2-f4d9-4070-82a5-7b98d0a9a1c5 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:50:55.700290 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2271a7-8fab-4455-9c3b-32159f33ad03", "tag": "45301213-2dd0-47c7-bd88-caba9757cb8d", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:50:55.700534 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c92f1f2-f4d9-4070-82a5-7b98d0a9a1c5 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:50:55.700920 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c92f1f2-f4d9-4070-82a5-7b98d0a9a1c5'] response: {'name': 'network-changed', 'server_uuid': 'ee2271a7-8fab-4455-9c3b-32159f33ad03', 'tag': '45301213-2dd0-47c7-bd88-caba9757cb8d', 'status': 'completed', 'code': 200} Jul 06 13:50:55.703597 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-9b6634d4-11ab-4d07-9fe5-bbf2d4b544b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:55.705794 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-9b6634d4-11ab-4d07-9fe5-bbf2d4b544b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 1127 time: 0.0763173 Jul 06 13:50:55.770929 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5a4ed364-69ec-4f5c-bd26-12c6a706e6b8 req-4168e2d7-335d-412b-864a-ea4647f3096f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949359 Jul 06 13:50:55.772231 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-fdb64778-dbff-4375-90e9-5ad1592ddce0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45301213-2dd0-47c7-bd88-caba9757cb8d HTTP/1.1" status: 200 len: 217 time: 0.0441601 Jul 06 13:50:55.824219 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-663cbad7-5b45-4b3c-89a7-b3fab39f69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:55.825604 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-663cbad7-5b45-4b3c-89a7-b3fab39f69d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0436435 Jul 06 13:50:55.902834 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-614d6051-908d-48b7-9615-7d3b65fe4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:55.904301 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-614d6051-908d-48b7-9615-7d3b65fe4355 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382235 Jul 06 13:50:56.000158 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-c683d62d-9b64-4560-9988-449f535813cc service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870843 Jul 06 13:50:56.036920 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b1e77-ff85-4c02-bf53-fd8d4fda9545 req-8db670cf-c45e-41c7-a557-bff7b1c65218 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:56.038418 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9c2b1e77-ff85-4c02-bf53-fd8d4fda9545 req-8db670cf-c45e-41c7-a557-bff7b1c65218 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 943 time: 0.0467384 Jul 06 13:50:56.087952 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9c2b1e77-ff85-4c02-bf53-fd8d4fda9545 req-8ef77c16-92c1-4f61-845a-f385b695ba02 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435822 Jul 06 13:50:56.091450 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-860b4a26-b70a-4ea9-b982-73a21bed09aa req-bb5cbfac-eb21-4da6-8c6d-47d122257300 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844417 Jul 06 13:50:56.888512 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a88720-858a-41ed-8619-59d0ba6e860c req-7db7fe57-99c3-430b-ac93-0e4610f82e7c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:56.890026 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-59a88720-858a-41ed-8619-59d0ba6e860c req-7db7fe57-99c3-430b-ac93-0e4610f82e7c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0517511 Jul 06 13:50:56.941286 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-59a88720-858a-41ed-8619-59d0ba6e860c req-92533ac1-b2be-4939-a431-b18a1acff7cb tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441303 Jul 06 13:50:57.203022 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ab8e3-465e-4d15-9a4c-ee923df9800c req-3653334b-f18e-42a4-92c1-846b22d46dff tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:57.204645 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-000ab8e3-465e-4d15-9a4c-ee923df9800c req-3653334b-f18e-42a4-92c1-846b22d46dff tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 943 time: 0.0508270 Jul 06 13:50:57.254842 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-000ab8e3-465e-4d15-9a4c-ee923df9800c req-6915dc83-3d5e-4309-994e-490219325c8e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436881 Jul 06 13:50:57.341255 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac002f-99f5-44a1-8e05-47699b864a08 req-ba13a13a-ab26-459a-a8dc-2c598590fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:57.342743 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8fac002f-99f5-44a1-8e05-47699b864a08 req-ba13a13a-ab26-459a-a8dc-2c598590fb5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 1127 time: 0.0389724 Jul 06 13:50:57.440640 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac002f-99f5-44a1-8e05-47699b864a08 req-f6079ed1-a59e-44a9-82f0-8cd930c1c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:57.442122 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8fac002f-99f5-44a1-8e05-47699b864a08 req-f6079ed1-a59e-44a9-82f0-8cd930c1c56d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 913 time: 0.0884871 Jul 06 13:50:57.489069 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8fac002f-99f5-44a1-8e05-47699b864a08 req-fadc1234-c7ff-46d2-95be-6c24f4aced71 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45301213-2dd0-47c7-bd88-caba9757cb8d HTTP/1.1" status: 200 len: 217 time: 0.0317888 Jul 06 13:50:57.538794 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac002f-99f5-44a1-8e05-47699b864a08 req-6c205cf9-4073-465c-833e-9fa0e1766614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:57.540216 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8fac002f-99f5-44a1-8e05-47699b864a08 req-6c205cf9-4073-465c-833e-9fa0e1766614 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0425642 Jul 06 13:50:57.581478 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:57.591884 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:57.596404 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac002f-99f5-44a1-8e05-47699b864a08 req-b8bda7af-e5c3-4f3a-9006-be71e06a2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:57.597924 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8fac002f-99f5-44a1-8e05-47699b864a08 req-b8bda7af-e5c3-4f3a-9006-be71e06a2fe8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433846 Jul 06 13:50:57.700785 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8fac002f-99f5-44a1-8e05-47699b864a08 req-94b199c8-9647-4987-b3a6-6be28985e7be service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916040 Jul 06 13:50:57.744651 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cdb80-c2d5-49a4-a073-6940659a534d req-61a957f1-084f-4d71-99fa-04369f9ded72 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:57.746198 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ed7cdb80-c2d5-49a4-a073-6940659a534d req-61a957f1-084f-4d71-99fa-04369f9ded72 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0521061 Jul 06 13:50:57.818249 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8fac002f-99f5-44a1-8e05-47699b864a08 req-a4c85f0a-0593-4b8f-ba2c-1dcedce9c2a5 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975173 Jul 06 13:50:57.824841 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c008c6d-ad11-49e3-8bac-e6505d098555 req-423e4626-c6da-4f45-bb08-1f9e7e342180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:57.826316 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2c008c6d-ad11-49e3-8bac-e6505d098555 req-423e4626-c6da-4f45-bb08-1f9e7e342180 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ffa9da064c64346b5f227c28a89ea81&device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 1168 time: 0.0594189 Jul 06 13:50:57.841229 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ed7cdb80-c2d5-49a4-a073-6940659a534d req-488ffeb4-ca41-4c7f-8812-55f60c08e5d4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0886824 Jul 06 13:50:57.939713 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c008c6d-ad11-49e3-8bac-e6505d098555 req-e0dc9e0e-25da-4505-b309-c55009551747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:57.941212 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2c008c6d-ad11-49e3-8bac-e6505d098555 req-e0dc9e0e-25da-4505-b309-c55009551747 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f788e92-d88f-409a-8e81-b02e1ed607f4 HTTP/1.1" status: 200 len: 914 time: 0.0894902 Jul 06 13:50:58.005058 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2c008c6d-ad11-49e3-8bac-e6505d098555 req-c70ab820-df52-4f66-a28d-860a08182fa0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 HTTP/1.1" status: 200 len: 1001 time: 0.0554826 Jul 06 13:50:58.062174 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80f901-efdc-428a-b0b3-3e0ec1691538 req-2cb10691-0298-4e8a-b2f0-e3adb09ce31a tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:58.063475 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c008c6d-ad11-49e3-8bac-e6505d098555 req-174ccb0e-7b17-410b-a24c-c52086300cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:58.063735 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9d80f901-efdc-428a-b0b3-3e0ec1691538 req-2cb10691-0298-4e8a-b2f0-e3adb09ce31a tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0503061 Jul 06 13:50:58.065548 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2c008c6d-ad11-49e3-8bac-e6505d098555 req-174ccb0e-7b17-410b-a24c-c52086300cc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=daf2852e-982c-49d4-b0f9-eb3bb3153a0b HTTP/1.1" status: 200 len: 852 time: 0.0507016 Jul 06 13:50:58.112891 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9d80f901-efdc-428a-b0b3-3e0ec1691538 req-6a65499b-e26a-49c6-a069-46abf47927f8 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435851 Jul 06 13:50:58.114670 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c008c6d-ad11-49e3-8bac-e6505d098555 req-226753b5-e6fc-4610-9808-de700c8049af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:58.116181 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2c008c6d-ad11-49e3-8bac-e6505d098555 req-226753b5-e6fc-4610-9808-de700c8049af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f788e92-d88f-409a-8e81-b02e1ed607f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401814 Jul 06 13:50:58.211886 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2c008c6d-ad11-49e3-8bac-e6505d098555 req-7f336410-aa5c-4456-8b1a-4c4a0eb416ed service neutron] 10.222.0.39 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874262 Jul 06 13:50:58.251801 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:58.287269 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:50:58.309824 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2c008c6d-ad11-49e3-8bac-e6505d098555 req-937e4f58-63ed-4b2e-b9c8-6b978e0ae735 service neutron] 10.222.0.39 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877337 Jul 06 13:50:58.369522 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9940f-72fc-41b3-a306-196c3335f662 req-2aa96847-91ef-4c50-88cc-c6f67aa7555c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:58.370956 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a5d9940f-72fc-41b3-a306-196c3335f662 req-2aa96847-91ef-4c50-88cc-c6f67aa7555c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 943 time: 0.0470445 Jul 06 13:50:58.422861 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a5d9940f-72fc-41b3-a306-196c3335f662 req-4234ddb6-b396-48a3-804f-7129db0dcccd tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463314 Jul 06 13:50:58.957821 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296084bc-c218-4f6e-abf9-34b442c39d4d req-7063e443-57a0-46e4-94a1-5dd5843a3a7a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:58.959270 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-296084bc-c218-4f6e-abf9-34b442c39d4d req-7063e443-57a0-46e4-94a1-5dd5843a3a7a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0472889 Jul 06 13:50:59.022936 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-296084bc-c218-4f6e-abf9-34b442c39d4d req-c019f1a2-96c7-4361-af34-3cb130004cc5 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0580583 Jul 06 13:50:59.224885 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97795e9-fd46-4431-a242-13f101d0f5b8 req-d8af9068-d4b2-499e-acf8-1f0e2b9477d6 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:59.226365 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e97795e9-fd46-4431-a242-13f101d0f5b8 req-d8af9068-d4b2-499e-acf8-1f0e2b9477d6 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0473404 Jul 06 13:50:59.274430 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e97795e9-fd46-4431-a242-13f101d0f5b8 req-651cb43d-0dea-4337-b99b-617550c0c5cb tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426342 Jul 06 13:50:59.538643 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583794e-fa17-4967-a605-29717ca602ff req-d9b0b57e-674c-4601-a979-235f36d5fb5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:50:59.540094 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b583794e-fa17-4967-a605-29717ca602ff req-d9b0b57e-674c-4601-a979-235f36d5fb5d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 943 time: 0.0508454 Jul 06 13:50:59.588802 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b583794e-fa17-4967-a605-29717ca602ff req-ffef3e2c-3c4a-4416-a7f5-841ef5b7e580 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431755 Jul 06 13:51:00.136819 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8765b8c-3f9a-4bd3-85c4-9080ecbe22c7 req-08603ca2-626b-486d-9aae-44c4377233c3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:00.138281 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f8765b8c-3f9a-4bd3-85c4-9080ecbe22c7 req-08603ca2-626b-486d-9aae-44c4377233c3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0463405 Jul 06 13:51:00.197282 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f8765b8c-3f9a-4bd3-85c4-9080ecbe22c7 req-833fcf57-5c35-4d24-9772-bf34afda589a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0522516 Jul 06 13:51:00.387655 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c34732-b8f3-4096-b601-49ada2909850 req-99f77637-8486-4386-aa29-269eac99560c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:00.389196 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e8c34732-b8f3-4096-b601-49ada2909850 req-99f77637-8486-4386-aa29-269eac99560c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0477817 Jul 06 13:51:00.437896 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e8c34732-b8f3-4096-b601-49ada2909850 req-6ca97be1-0843-405e-a8db-71ca0d6c6af3 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431852 Jul 06 13:51:00.911286 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:00.949059 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc5431-9ab2-46f1-8878-2b37b6009314 req-78702c26-a3a4-4894-b2a6-1e2cf92a4869 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:00.950568 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d9bc5431-9ab2-46f1-8878-2b37b6009314 req-78702c26-a3a4-4894-b2a6-1e2cf92a4869 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 943 time: 0.2962275 Jul 06 13:51:01.000965 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d9bc5431-9ab2-46f1-8878-2b37b6009314 req-0a0d6a3a-0bed-44ed-893b-58a5bb743799 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445614 Jul 06 13:51:01.333134 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e84b4c-71ab-49cd-9514-8f40730fb1f4 req-45b8ed3f-50cc-40d8-bb32-a7401f36eaab tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:01.334618 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-56e84b4c-71ab-49cd-9514-8f40730fb1f4 req-45b8ed3f-50cc-40d8-bb32-a7401f36eaab tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0517406 Jul 06 13:51:01.395797 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-56e84b4c-71ab-49cd-9514-8f40730fb1f4 req-b4ffecef-9c5d-4cc6-96d5-9bb2e95e1337 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0552657 Jul 06 13:51:01.555027 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09599ac7-2bac-45b5-92e1-0bbc002b7285 req-8f722ebc-2d5a-44a8-99fe-9a75104024f3 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:01.556460 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-09599ac7-2bac-45b5-92e1-0bbc002b7285 req-8f722ebc-2d5a-44a8-99fe-9a75104024f3 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0493996 Jul 06 13:51:01.606818 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-09599ac7-2bac-45b5-92e1-0bbc002b7285 req-090443bf-1570-4266-b760-40478ccacfee tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448403 Jul 06 13:51:02.122177 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc57f9-9b4e-4df3-a33d-1cf91de3789e req-d65313c6-c2cd-4a4c-9b3d-a4f5461d9969 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:02.123639 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0adc57f9-9b4e-4df3-a33d-1cf91de3789e req-d65313c6-c2cd-4a4c-9b3d-a4f5461d9969 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 943 time: 0.0520675 Jul 06 13:51:02.175737 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0adc57f9-9b4e-4df3-a33d-1cf91de3789e req-e8bddb01-4f3b-4ed7-bc51-f7101a776e3c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457513 Jul 06 13:51:02.513438 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85172a43-e510-468a-ac2d-28de52e7b215 req-6d128c15-ef7f-487c-b3f4-0b902d1ecbe1 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:02.514869 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-85172a43-e510-468a-ac2d-28de52e7b215 req-6d128c15-ef7f-487c-b3f4-0b902d1ecbe1 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0472784 Jul 06 13:51:02.575663 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-85172a43-e510-468a-ac2d-28de52e7b215 req-66fd6971-62d9-4aaf-adbe-b794ce547a9c tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548084 Jul 06 13:51:02.723368 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629ca96-51e2-4406-affe-ba42b11030ff req-254eaa1d-4f06-4302-8ad2-992fe71776e0 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:02.724855 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3629ca96-51e2-4406-affe-ba42b11030ff req-254eaa1d-4f06-4302-8ad2-992fe71776e0 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0463691 Jul 06 13:51:02.773755 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3629ca96-51e2-4406-affe-ba42b11030ff req-c57f0d9f-418d-405e-b803-70d205a887ce tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432923 Jul 06 13:51:03.290724 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744b8a2-f59e-482c-8b53-610f59313f4e req-4e21dc5b-1ba2-4f1a-9700-deae1105a617 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:03.292190 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f744b8a2-f59e-482c-8b53-610f59313f4e req-4e21dc5b-1ba2-4f1a-9700-deae1105a617 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 943 time: 0.0494604 Jul 06 13:51:03.347560 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f744b8a2-f59e-482c-8b53-610f59313f4e req-d216ed29-0821-4fb0-84a7-f23183a9f382 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494709 Jul 06 13:51:03.696316 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f22f3-4562-40df-9a3d-dd4e08bc77c7 req-ad038ccf-f1de-488c-b37b-4573d0443996 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:03.697832 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-077f22f3-4562-40df-9a3d-dd4e08bc77c7 req-ad038ccf-f1de-488c-b37b-4573d0443996 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0529470 Jul 06 13:51:03.758690 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-077f22f3-4562-40df-9a3d-dd4e08bc77c7 req-c4d42417-e2e4-4b80-b17b-d4bfb20980d9 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548279 Jul 06 13:51:03.888558 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99245a89-073a-4650-9fcc-cd421ce78639 req-0f87da33-98e9-4e93-8b48-f600605d1cbe tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:03.889938 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-99245a89-073a-4650-9fcc-cd421ce78639 req-0f87da33-98e9-4e93-8b48-f600605d1cbe tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0482330 Jul 06 13:51:03.940623 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-99245a89-073a-4650-9fcc-cd421ce78639 req-d03a024f-22aa-497f-95ef-30e58ba5867c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447531 Jul 06 13:51:04.463515 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1c3f6-1b78-407d-a321-e2f4f08c6cfc req-a15cf4d5-c33a-44ee-b1e3-00c9a8c94ed7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:04.464994 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-30b1c3f6-1b78-407d-a321-e2f4f08c6cfc req-a15cf4d5-c33a-44ee-b1e3-00c9a8c94ed7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 943 time: 0.0508807 Jul 06 13:51:04.515093 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-30b1c3f6-1b78-407d-a321-e2f4f08c6cfc req-989ef914-267b-4939-ba4d-0f07392be77e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444596 Jul 06 13:51:04.862669 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:04.872148 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cd908-47e6-4a9c-bbc4-5e77d49bd502 req-75bb4b2f-c0a9-4998-be18-88eab7d3dab7 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:04.873687 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-725cd908-47e6-4a9c-bbc4-5e77d49bd502 req-75bb4b2f-c0a9-4998-be18-88eab7d3dab7 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0493979 Jul 06 13:51:04.895283 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:04.936132 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-725cd908-47e6-4a9c-bbc4-5e77d49bd502 req-7cdbad8f-e425-422d-ba53-f2b7d9e81b3d tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0559442 Jul 06 13:51:05.054663 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5993d-9da8-49e0-aa2b-19bb6586b469 req-f8cdebe8-f3f8-4d98-be55-afc0cbdb87ba tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:05.056150 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c8c5993d-9da8-49e0-aa2b-19bb6586b469 req-f8cdebe8-f3f8-4d98-be55-afc0cbdb87ba tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0483894 Jul 06 13:51:05.108782 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c8c5993d-9da8-49e0-aa2b-19bb6586b469 req-6ea23e53-57da-4020-958b-ace46542d7bf tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471282 Jul 06 13:51:05.630999 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38fafa-66b3-4121-a187-2d2cdf72c1da req-ac296468-07cd-427f-af78-42fdada216e9 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:05.632454 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8b38fafa-66b3-4121-a187-2d2cdf72c1da req-ac296468-07cd-427f-af78-42fdada216e9 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 943 time: 0.0501492 Jul 06 13:51:05.680990 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8b38fafa-66b3-4121-a187-2d2cdf72c1da req-7cfb24c6-6f8c-4f2c-8d26-bc35202c8e13 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430696 Jul 06 13:51:05.829512 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:05.831827 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:06.013148 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:06.016362 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:06.084221 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bf4a4-23d9-4035-8d80-98f2eb00d7ff req-e45d4beb-95d8-4aae-95ac-25df2590b7fa tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:06.085755 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-871bf4a4-23d9-4035-8d80-98f2eb00d7ff req-e45d4beb-95d8-4aae-95ac-25df2590b7fa tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0815663 Jul 06 13:51:06.087131 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fcb7e-29b4-4db3-aae2-49be9361ab38 req-2797f413-10af-44f1-a0a7-3eb2cc284f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:06.088553 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c71fcb7e-29b4-4db3-aae2-49be9361ab38 req-2797f413-10af-44f1-a0a7-3eb2cc284f93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1727f66e37f94cc6971b574c8635e078&device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 1129 time: 0.0742965 Jul 06 13:51:06.215412 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-871bf4a4-23d9-4035-8d80-98f2eb00d7ff req-c6f03b6f-1fef-44b9-b587-5d3732fd477e tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1239891 Jul 06 13:51:06.222747 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c7f3d-a857-4663-b4ac-a7fdd3de2d52 req-2efece95-ec2d-44b7-b46e-55980df537e1 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:06.223970 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-378c7f3d-a857-4663-b4ac-a7fdd3de2d52 req-2efece95-ec2d-44b7-b46e-55980df537e1 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0464590 Jul 06 13:51:06.231139 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fcb7e-29b4-4db3-aae2-49be9361ab38 req-33be3d1e-dcd2-49ec-b310-b947bdb8395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:06.232574 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c71fcb7e-29b4-4db3-aae2-49be9361ab38 req-33be3d1e-dcd2-49ec-b310-b947bdb8395c service neutron] 10.222.0.39 "GET /v2.0/networks?id=dec9879c-fd48-42c4-9888-128aec6a9b22 HTTP/1.1" status: 200 len: 909 time: 0.1345072 Jul 06 13:51:06.280462 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-378c7f3d-a857-4663-b4ac-a7fdd3de2d52 req-8030ff23-5980-4bae-95e6-46c491696550 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455527 Jul 06 13:51:06.299269 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c71fcb7e-29b4-4db3-aae2-49be9361ab38 req-a9258475-99e2-4080-9c68-8baf9297ca80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0490198-5029-4543-9a66-8d41adcd3783 HTTP/1.1" status: 200 len: 1000 time: 0.0594022 Jul 06 13:51:06.350116 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fcb7e-29b4-4db3-aae2-49be9361ab38 req-95555f08-1da2-4f55-bcc0-42eb778232de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:06.351425 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c71fcb7e-29b4-4db3-aae2-49be9361ab38 req-95555f08-1da2-4f55-bcc0-42eb778232de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b84ce7fb-5540-4656-af27-af9dc1ed2547 HTTP/1.1" status: 200 len: 847 time: 0.0432994 Jul 06 13:51:06.395110 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fcb7e-29b4-4db3-aae2-49be9361ab38 req-9f1fdcc2-da16-4798-a645-70698c2835a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:06.396583 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c71fcb7e-29b4-4db3-aae2-49be9361ab38 req-9f1fdcc2-da16-4798-a645-70698c2835a2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dec9879c-fd48-42c4-9888-128aec6a9b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387509 Jul 06 13:51:06.489191 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c71fcb7e-29b4-4db3-aae2-49be9361ab38 req-eae91712-64f0-449e-b8c6-e6649c6510fe service neutron] 10.222.0.39 "GET /v2.0/networks/dec9879c-fd48-42c4-9888-128aec6a9b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840826 Jul 06 13:51:06.583553 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c71fcb7e-29b4-4db3-aae2-49be9361ab38 req-e116ecdd-37fc-4d96-99aa-3c88097c7059 service neutron] 10.222.0.39 "GET /v2.0/networks/dec9879c-fd48-42c4-9888-128aec6a9b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850778 Jul 06 13:51:06.792614 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d28536-5c70-4ff4-8337-f4e3fef3ce48 req-303023ba-708c-47e6-8799-fe6808c67dbd tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:06.794098 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-40d28536-5c70-4ff4-8337-f4e3fef3ce48 req-303023ba-708c-47e6-8799-fe6808c67dbd tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 943 time: 0.0471337 Jul 06 13:51:06.808087 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 45301213-2dd0-47c7-bd88-caba9757cb8d details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:51:06.848554 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-40d28536-5c70-4ff4-8337-f4e3fef3ce48 req-f5e6e6d2-eb8d-4513-b845-b8848ff780e4 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477552 Jul 06 13:51:06.905933 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 45301213-2dd0-47c7-bd88-caba9757cb8d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=45301213-2dd0-47c7-bd88-caba9757cb8d,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:06.917384 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '45301213-2dd0-47c7-bd88-caba9757cb8d', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'port_id': '45301213-2dd0-47c7-bd88-caba9757cb8d', 'mac_address': 'fa:16:3e:dd:2a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:51:06.951554 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 45301213-2dd0-47c7-bd88-caba9757cb8d is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:51:06.951928 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:06.965274 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45301213-2dd0-47c7-bd88-caba9757cb8d {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:51:06.984460 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 45301213-2dd0-47c7-bd88-caba9757cb8d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=45301213-2dd0-47c7-bd88-caba9757cb8d,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:06.988491 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:07.032751 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=45301213-2dd0-47c7-bd88-caba9757cb8d,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:07.039473 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.039837 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.040171 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.040521 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.040849 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.041191 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.041512 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.041829 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.042144 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.042461 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.042776 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.043105 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.043423 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.043735 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.044052 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:07.335013 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bfdd0-292e-40a8-ad3b-42493065d938 req-d5c051dd-c282-497a-bf09-b416f10df4f9 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:07.336507 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-640bfdd0-292e-40a8-ad3b-42493065d938 req-d5c051dd-c282-497a-bf09-b416f10df4f9 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0525484 Jul 06 13:51:07.397196 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7c38e-6d87-4a0f-9603-62c4f621ba92 req-3b010fd7-6650-4c36-8389-afc77a5bb407 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:07.398598 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-640bfdd0-292e-40a8-ad3b-42493065d938 req-8eec6f71-20cf-431c-8ee8-a843a07e0d37 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0565288 Jul 06 13:51:07.398762 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-97a7c38e-6d87-4a0f-9603-62c4f621ba92 req-3b010fd7-6650-4c36-8389-afc77a5bb407 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0506108 Jul 06 13:51:07.447825 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-97a7c38e-6d87-4a0f-9603-62c4f621ba92 req-54550acc-acaf-416a-8527-ccb0fde99d62 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433478 Jul 06 13:51:07.584472 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['45301213-2dd0-47c7-bd88-caba9757cb8d'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:07.940040 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:07.964259 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee7c3f-06a0-4ab4-9653-73536f76b1e2 req-a9fe07cb-24bb-41e7-a83b-bd33c6a003c5 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:07.965755 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2bee7c3f-06a0-4ab4-9653-73536f76b1e2 req-a9fe07cb-24bb-41e7-a83b-bd33c6a003c5 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 944 time: 0.0513422 Jul 06 13:51:08.015606 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2bee7c3f-06a0-4ab4-9653-73536f76b1e2 req-3a4ed869-e512-4141-8bcc-439fd9a6a004 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442333 Jul 06 13:51:08.512995 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96aaca-9f3c-4afc-873a-44f013ef44e1 req-b62a029c-54b4-4478-96f0-5f4d7045e0bd tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:08.514499 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ac96aaca-9f3c-4afc-873a-44f013ef44e1 req-b62a029c-54b4-4478-96f0-5f4d7045e0bd tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0471785 Jul 06 13:51:08.562228 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8574164-4706-4659-b7be-f5aa92a908dd req-27d6cd21-38bb-40b7-9d80-680bcec379d4 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:08.563743 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e8574164-4706-4659-b7be-f5aa92a908dd req-27d6cd21-38bb-40b7-9d80-680bcec379d4 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0490925 Jul 06 13:51:08.575503 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ac96aaca-9f3c-4afc-873a-44f013ef44e1 req-356ecadc-adaa-4531-aa50-671a3b9d96ab tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547307 Jul 06 13:51:08.619131 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e8574164-4706-4659-b7be-f5aa92a908dd req-e58ccf31-afb6-4ae2-8fb0-7aeaa31906b5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489333 Jul 06 13:51:09.131365 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a96284-5ab8-4802-ba21-025d524e544d req-af7267f9-cdbb-4475-b709-84b4a618f0be tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:09.132733 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-67a96284-5ab8-4802-ba21-025d524e544d req-af7267f9-cdbb-4475-b709-84b4a618f0be tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 944 time: 0.0503702 Jul 06 13:51:09.149584 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 45301213-2dd0-47c7-bd88-caba9757cb8d up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:09.182998 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-67a96284-5ab8-4802-ba21-025d524e544d req-d9a6c7a7-b54d-4faf-9352-979fc0b0a033 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444601 Jul 06 13:51:09.192652 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 45301213-2dd0-47c7-bd88-caba9757cb8d completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:51:09.204890 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 45301213-2dd0-47c7-bd88-caba9757cb8d triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:51:09.205285 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:09.275409 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 45301213-2dd0-47c7-bd88-caba9757cb8d is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:51:09.275785 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:09.298692 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2271a7-8fab-4455-9c3b-32159f33ad03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45301213-2dd0-47c7-bd88-caba9757cb8d'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:51:09.301207 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f211d3f-a717-445e-9cb8-38d3fe40819e" -d '{"events": [{"server_uuid": "ee2271a7-8fab-4455-9c3b-32159f33ad03", "name": "network-vif-plugged", "status": "completed", "tag": "45301213-2dd0-47c7-bd88-caba9757cb8d"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:09.313815 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 45301213-2dd0-47c7-bd88-caba9757cb8d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=45301213-2dd0-47c7-bd88-caba9757cb8d,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:09.317914 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:09.342995 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85933468-0580-4e7a-9009-142709097216 x-openstack-request-id: req-85933468-0580-4e7a-9009-142709097216 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:09.343275 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2271a7-8fab-4455-9c3b-32159f33ad03", "name": "network-vif-plugged", "status": "completed", "tag": "45301213-2dd0-47c7-bd88-caba9757cb8d", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:09.343523 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85933468-0580-4e7a-9009-142709097216 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:09.343899 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85933468-0580-4e7a-9009-142709097216'] response: {'server_uuid': 'ee2271a7-8fab-4455-9c3b-32159f33ad03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45301213-2dd0-47c7-bd88-caba9757cb8d', 'code': 200} Jul 06 13:51:09.366401 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:09.369412 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=45301213-2dd0-47c7-bd88-caba9757cb8d,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:09.473461 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:09.479308 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-50b55c21-3213-4355-a8df-84dd801843cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:09.660830 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:09.751861 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a6a56-394b-4dd5-91f1-e3ebb4f5d843 req-c4749076-263c-4789-a56e-2bde2807a0b4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:09.751861 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-449a6a56-394b-4dd5-91f1-e3ebb4f5d843 req-c4749076-263c-4789-a56e-2bde2807a0b4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0983896 Jul 06 13:51:09.782557 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e392576-0da6-46f0-9450-6385e9b12f9e req-0478ac2a-93f7-42d6-b740-69cd831e896d tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:09.784080 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7e392576-0da6-46f0-9450-6385e9b12f9e req-0478ac2a-93f7-42d6-b740-69cd831e896d tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0659199 Jul 06 13:51:09.790201 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63644a9-7cb3-4502-be11-62f9b69c2475 req-8e727de6-07f3-4b17-82c9-7161653367f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:09.791856 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c63644a9-7cb3-4502-be11-62f9b69c2475 req-8e727de6-07f3-4b17-82c9-7161653367f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 1129 time: 0.0659297 Jul 06 13:51:09.841118 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-449a6a56-394b-4dd5-91f1-e3ebb4f5d843 req-ead7e167-bfe3-4ea4-a1f3-0f49297c0f48 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0756543 Jul 06 13:51:09.843595 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7e392576-0da6-46f0-9450-6385e9b12f9e req-30135708-ac6b-434a-bd95-f67584c1184b tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517657 Jul 06 13:51:09.863240 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:09.894173 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c63644a9-7cb3-4502-be11-62f9b69c2475 req-4dea3963-19d1-44e5-be8c-ce243c471e4a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586400 Jul 06 13:51:10.119675 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892eb7b3-05d8-4dee-a26b-5e10c4cbe076 req-98b1ca44-7eb0-440f-9ee8-eb4089e4f384 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:10.121161 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-892eb7b3-05d8-4dee-a26b-5e10c4cbe076 req-98b1ca44-7eb0-440f-9ee8-eb4089e4f384 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0470586 Jul 06 13:51:10.167620 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-892eb7b3-05d8-4dee-a26b-5e10c4cbe076 req-1581621e-8e90-4ad8-bed8-cecb3281ea08 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408826 Jul 06 13:51:10.296025 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1821499-913b-4d3d-9ef9-338c7f93f02a req-145bac50-d99c-44c3-83cf-963c8df589dc tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:10.297316 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e1821499-913b-4d3d-9ef9-338c7f93f02a req-145bac50-d99c-44c3-83cf-963c8df589dc tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 945 time: 0.0472095 Jul 06 13:51:10.345573 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e1821499-913b-4d3d-9ef9-338c7f93f02a req-31e4cf1a-61b8-4c39-9207-95ed7091abed tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423944 Jul 06 13:51:10.973796 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24b73d-1c0e-4559-baf0-84356d25efe7 req-6d4acfbb-9eff-4fed-9df9-f7c28a0ea29a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:10.974406 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf085c5-9b10-4e5b-8e93-5c76ec086fb5 req-f6a930f3-833f-47bf-81d9-83eeb701ec13 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:10.975293 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1d24b73d-1c0e-4559-baf0-84356d25efe7 req-6d4acfbb-9eff-4fed-9df9-f7c28a0ea29a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0565729 Jul 06 13:51:10.975425 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9cf085c5-9b10-4e5b-8e93-5c76ec086fb5 req-f6a930f3-833f-47bf-81d9-83eeb701ec13 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0519578 Jul 06 13:51:11.028740 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9cf085c5-9b10-4e5b-8e93-5c76ec086fb5 req-12cac643-1c98-4325-a2ac-7caaa6a74fed tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476167 Jul 06 13:51:11.043943 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1d24b73d-1c0e-4559-baf0-84356d25efe7 req-3264ed0b-f63f-4900-8173-e67f1d119266 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0625656 Jul 06 13:51:11.100152 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [req-a34924a6-c83d-4975-872b-22aa44ece8b1 req-fb8a0b6e-02b9-4682-8f2e-73e17e20ae73 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:51:11.101153 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a34924a6-c83d-4975-872b-22aa44ece8b1 req-fb8a0b6e-02b9-4682-8f2e-73e17e20ae73 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061123 Jul 06 13:51:11.242993 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36790) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:11.261603 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846aa163-b823-41f1-8860-8d28130453b4 req-e6e06a98-97eb-4944-89ca-19b884e9b361 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:11.263079 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-846aa163-b823-41f1-8860-8d28130453b4 req-e6e06a98-97eb-4944-89ca-19b884e9b361 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0551322 Jul 06 13:51:11.295465 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c4d47-bb06-4e3a-ac0a-c103a307f23f req-cb7229f8-6f52-4091-96ca-295ff0da6016 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:11.301514 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f44c4d47-bb06-4e3a-ac0a-c103a307f23f req-cb7229f8-6f52-4091-96ca-295ff0da6016 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0604846 Jul 06 13:51:11.351148 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f44c4d47-bb06-4e3a-ac0a-c103a307f23f req-c3c1fa1a-dfcf-4e44-b276-aca49d2d4e80 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476487 Jul 06 13:51:11.382802 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-846aa163-b823-41f1-8860-8d28130453b4 req-471084f6-52f3-4ca5-8b84-550699937f03 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119945 Jul 06 13:51:11.392096 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-828a5634-8caf-4861-ada5-3ec630a2605e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1480627 Jul 06 13:51:11.393388 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28988353-5160-48f4-8b1f-88160f828d9c req-9cb1f08b-5be9-42ad-b1c6-5d67d48a9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:11.395331 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-28988353-5160-48f4-8b1f-88160f828d9c req-9cb1f08b-5be9-42ad-b1c6-5d67d48a9fc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 1129 time: 0.0641956 Jul 06 13:51:11.407582 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-56b4a17f-6a92-4a7b-8222-83e07cc9694d service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110605) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:51:11.408693 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-56b4a17f-6a92-4a7b-8222-83e07cc9694d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067334 Jul 06 13:51:11.496682 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b9282-3b1c-4b0a-9a79-293a70bf11e3 req-109e54a0-114e-44a5-9b8f-dc53c3f50f65 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:11.498309 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-645b9282-3b1c-4b0a-9a79-293a70bf11e3 req-109e54a0-114e-44a5-9b8f-dc53c3f50f65 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 945 time: 0.0661023 Jul 06 13:51:11.505312 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28988353-5160-48f4-8b1f-88160f828d9c req-77507af8-e4f2-41cd-a2c8-7e23a2ea9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:11.506850 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-28988353-5160-48f4-8b1f-88160f828d9c req-77507af8-e4f2-41cd-a2c8-7e23a2ea9f39 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.1036062 Jul 06 13:51:11.523619 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36802) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:11.544055 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:11.560141 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-645b9282-3b1c-4b0a-9a79-293a70bf11e3 req-ff722bdb-9dbc-43b1-ae3c-5bd60170a830 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514514 Jul 06 13:51:11.617767 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-3d217c74-172c-4612-ba1e-4083694d03fb tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:11.619109 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-3d217c74-172c-4612-ba1e-4083694d03fb tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports/e0490198-5029-4543-9a66-8d41adcd3783 HTTP/1.1" status: 200 len: 942 time: 0.0943215 Jul 06 13:51:11.946155 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1d70b68f-4d03-4ee5-a16c-2485b77c95a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:12.214995 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92286a48-929d-4109-8ac0-1c409d7ab8af req-c144cb5f-adf1-431d-8c7a-8f8aee6136e6 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:12.216468 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-92286a48-929d-4109-8ac0-1c409d7ab8af req-c144cb5f-adf1-431d-8c7a-8f8aee6136e6 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0901926 Jul 06 13:51:12.218573 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-28988353-5160-48f4-8b1f-88160f828d9c req-f5ba2c61-32ea-4776-acae-8e2ca2058051 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca HTTP/1.1" status: 200 len: 1001 time: 0.0994997 Jul 06 13:51:12.304335 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28988353-5160-48f4-8b1f-88160f828d9c req-4ae5f3e5-319c-4976-ac33-04df351f8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:12.305830 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-28988353-5160-48f4-8b1f-88160f828d9c req-4ae5f3e5-319c-4976-ac33-04df351f8d1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.0770032 Jul 06 13:51:12.319807 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-92286a48-929d-4109-8ac0-1c409d7ab8af req-73273dd4-fb2a-4ccc-8b06-492f611de3a8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0970495 Jul 06 13:51:12.370184 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28988353-5160-48f4-8b1f-88160f828d9c req-f7b48c5b-3260-439a-8c88-7e0138d4d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:12.371696 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-28988353-5160-48f4-8b1f-88160f828d9c req-f7b48c5b-3260-439a-8c88-7e0138d4d24b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410831 Jul 06 13:51:12.410818 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:12.473480 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ec5a5-d04a-41f4-93f1-ef597c48ecc8 req-ea81207f-8f11-4d00-a735-eeb067fd485f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:12.474961 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-729ec5a5-d04a-41f4-93f1-ef597c48ecc8 req-ea81207f-8f11-4d00-a735-eeb067fd485f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0485730 Jul 06 13:51:12.495383 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-28988353-5160-48f4-8b1f-88160f828d9c req-804afa29-83e5-4004-8f89-4b8781bbf87b service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168354 Jul 06 13:51:12.500157 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:12.521685 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b6414-d822-4167-b266-405911b1b0ec req-9f687789-e312-400e-9b0b-a8381da3fe05 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:12.522978 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-729ec5a5-d04a-41f4-93f1-ef597c48ecc8 req-5276778c-f2d3-4e23-8a2e-bae5dc3fa753 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424845 Jul 06 13:51:12.523123 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3c3b6414-d822-4167-b266-405911b1b0ec req-9f687789-e312-400e-9b0b-a8381da3fe05 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0700238 Jul 06 13:51:12.599629 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:12.631077 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3c3b6414-d822-4167-b266-405911b1b0ec req-8cbd4564-3673-49ba-b2c1-fe4a4dee8d24 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986347 Jul 06 13:51:12.642533 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-28988353-5160-48f4-8b1f-88160f828d9c req-0ec14252-cf5c-4808-bae7-b1d7adf814db service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370819 Jul 06 13:51:12.678911 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f507b-bf72-4ef6-9e85-ff10d6378188 req-5a3050fc-4005-422d-8545-209ddf35ddb0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:12.680429 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fd7f507b-bf72-4ef6-9e85-ff10d6378188 req-5a3050fc-4005-422d-8545-209ddf35ddb0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 945 time: 0.0537283 Jul 06 13:51:12.732260 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fd7f507b-bf72-4ef6-9e85-ff10d6378188 req-168c39f9-b7c7-48d3-bab8-7abe4ad8a2ce tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460160 Jul 06 13:51:12.843544 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452b267-1910-4187-b742-b6e5181830b8 req-f5999729-d282-4ff9-b134-f6e872c664c3 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:12.844907 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2452b267-1910-4187-b742-b6e5181830b8 req-f5999729-d282-4ff9-b134-f6e872c664c3 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 945 time: 0.0472708 Jul 06 13:51:12.882481 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:12.894137 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2452b267-1910-4187-b742-b6e5181830b8 req-94712697-d9b5-4b95-8eab-879cd3e6f8d3 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430188 Jul 06 13:51:12.916259 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36826) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:13.000315 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1303acb-e22f-4ffb-8479-7628fd6bb7e7 tempest-TestVolumeBootPattern-1938410128 tempest-TestVolumeBootPattern-1938410128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:13.001933 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-d1303acb-e22f-4ffb-8479-7628fd6bb7e7 tempest-TestVolumeBootPattern-1938410128 tempest-TestVolumeBootPattern-1938410128-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 1124 time: 0.0846994 Jul 06 13:51:13.005016 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 36830) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:13.009320 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'port_id': '45301213-2dd0-47c7-bd88-caba9757cb8d', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:51:13.031412 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:13.120111 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:13.174478 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e0490198-5029-4543-9a66-8d41adcd3783 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:51:13.238892 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Allocated IP 172.27.3.64 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/d59c543a-0932-45e3-99a1-d717b7cb826c) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:13.255198 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port e0490198-5029-4543-9a66-8d41adcd3783 is: ACTIVE; New status is: DOWN {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:51:13.255575 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e0490198-5029-4543-9a66-8d41adcd3783), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:13.280468 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:51:13.282707 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72913e91-65ef-49f4-96cb-64e03fb887fb" -d '{"events": [{"server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "name": "network-vif-unplugged", "status": "completed", "tag": "e0490198-5029-4543-9a66-8d41adcd3783"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:13.296645 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port e0490198-5029-4543-9a66-8d41adcd3783, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e0490198-5029-4543-9a66-8d41adcd3783,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:13.302881 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e0490198-5029-4543-9a66-8d41adcd3783), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:13.325791 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Jul 2022 13:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e2b704-899b-4951-8233-c0d980b8c933 x-openstack-request-id: req-76e2b704-899b-4951-8233-c0d980b8c933 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:13.326072 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "name": "network-vif-unplugged", "status": "failed", "tag": "e0490198-5029-4543-9a66-8d41adcd3783", "code": 422}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:13.326319 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76e2b704-899b-4951-8233-c0d980b8c933 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:13.326749 dv-cinder-819149-8-iscsi neutron-server[110607]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-76e2b704-899b-4951-8233-c0d980b8c933']: {'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783', 'code': 422} returned with failed status Jul 06 13:51:13.355222 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=e0490198-5029-4543-9a66-8d41adcd3783,revision_number=6']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:13.370100 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for port (d59c543a-0932-45e3-99a1-d717b7cb826c), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:13.430795 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (d59c543a-0932-45e3-99a1-d717b7cb826c), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:13.487016 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ebd8e-c15c-45d4-9d1b-d31232b352cf req-ea084879-65ff-4f88-b41e-c35c6fc628f0 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:13.489045 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a45ebd8e-c15c-45d4-9d1b-d31232b352cf req-ea084879-65ff-4f88-b41e-c35c6fc628f0 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0914495 Jul 06 13:51:13.493559 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:13.495524 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:13.502733 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:13.511679 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:51:13.513757 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'Port': ['ID=d59c543a-0932-45e3-99a1-d717b7cb826c,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:13.548620 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.548965 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.549330 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.549975 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.551239 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.551369 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.551618 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.551948 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.552278 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.552608 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.552934 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.553285 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.553607 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.553930 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.554249 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:51:13.614904 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a45ebd8e-c15c-45d4-9d1b-d31232b352cf req-a94ec9b8-9de9-4fdb-8afc-ea7870c46da2 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1158140 Jul 06 13:51:13.638972 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:13.662684 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc8c00-e5eb-43dd-b70f-01e0e706d98d req-0e77f014-3d9d-4aaf-8b51-17c802b2d522 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:13.664065 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-09dc8c00-e5eb-43dd-b70f-01e0e706d98d req-0e77f014-3d9d-4aaf-8b51-17c802b2d522 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0538087 Jul 06 13:51:13.723237 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-09dc8c00-e5eb-43dd-b70f-01e0e706d98d req-d0b5a82d-1d6f-434d-807f-b1ea5e2f60cf tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525630 Jul 06 13:51:13.839793 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7571f-5a64-42e5-9921-9a929e133c40 req-f40667ac-f6a7-4b50-ac5c-5cb5a70bf1cd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:13.841234 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fec7571f-5a64-42e5-9921-9a929e133c40 req-f40667ac-f6a7-4b50-ac5c-5cb5a70bf1cd tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.1107593 Jul 06 13:51:13.914152 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-885dc8fd-1fd1-4d7b-9c82-2125d74bde36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:13.915557 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-885dc8fd-1fd1-4d7b-9c82-2125d74bde36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73&tenant_id=1727f66e37f94cc6971b574c8635e078 HTTP/1.1" status: 200 len: 1127 time: 0.1385198 Jul 06 13:51:13.965823 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fec7571f-5a64-42e5-9921-9a929e133c40 req-450b8327-5387-4a7f-94b4-fe43254f6b0d tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046064 Jul 06 13:51:14.043321 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-0534ccb3-df95-4853-a85e-9958fa8977ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:14.044822 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-0534ccb3-df95-4853-a85e-9958fa8977ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1727f66e37f94cc6971b574c8635e078&device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 1127 time: 0.0829227 Jul 06 13:51:14.155431 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for floatingip (a532725e-e9d5-4f89-8a99-11d84a6d0b78), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:14.361052 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:14.445577 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-d0e4f0a6-c220-42dc-b371-026f1c035de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:14.447056 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-d0e4f0a6-c220-42dc-b371-026f1c035de8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dec9879c-fd48-42c4-9888-128aec6a9b22 HTTP/1.1" status: 200 len: 909 time: 0.3954840 Jul 06 13:51:14.478427 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (d59c543a-0932-45e3-99a1-d717b7cb826c), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:14.623655 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for port (d59c543a-0932-45e3-99a1-d717b7cb826c), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:14.632680 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:14.633882 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (d59c543a-0932-45e3-99a1-d717b7cb826c), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:14.653451 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:14.717976 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:14.742116 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b9d3c-28c7-45f5-8dbd-f6a8ea3ec2ca req-6cf07a78-d1c1-475b-8964-ccf5bb9405a1 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:14.743343 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-c530dc58-9ba9-4dd9-a2a7-f02615cea019 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0490198-5029-4543-9a66-8d41adcd3783 HTTP/1.1" status: 200 len: 998 time: 0.1177802 Jul 06 13:51:14.743721 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-012b9d3c-28c7-45f5-8dbd-f6a8ea3ec2ca req-6cf07a78-d1c1-475b-8964-ccf5bb9405a1 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0480042 Jul 06 13:51:14.759450 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'Port': ['ID=d59c543a-0932-45e3-99a1-d717b7cb826c,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:14.801044 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (a532725e-e9d5-4f89-8a99-11d84a6d0b78), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:14.805812 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-012b9d3c-28c7-45f5-8dbd-f6a8ea3ec2ca req-8e2e7d64-5917-4f65-b8d9-6ccfd1a2a38d tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0563486 Jul 06 13:51:14.899377 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932ef63-dc93-417c-a28a-b7f576cb4105 req-6d5bb275-5911-4b97-8a8c-9f43c47d189b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:14.900752 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0932ef63-dc93-417c-a28a-b7f576cb4105 req-6d5bb275-5911-4b97-8a8c-9f43c47d189b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0962284 Jul 06 13:51:14.902036 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-9eb8bc74-2b71-4a34-a9b2-13f932b99863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:14.903370 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-9eb8bc74-2b71-4a34-a9b2-13f932b99863 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b84ce7fb-5540-4656-af27-af9dc1ed2547 HTTP/1.1" status: 200 len: 847 time: 0.1372592 Jul 06 13:51:15.004303 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-4e7fe859-214c-43bd-b0d6-2d954838c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:15.005866 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-4e7fe859-214c-43bd-b0d6-2d954838c61f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dec9879c-fd48-42c4-9888-128aec6a9b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918465 Jul 06 13:51:15.010401 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Floating IP a532725e-e9d5-4f89-8a99-11d84a6d0b78 associated. External IP: 172.27.3.64, port: 45301213-2dd0-47c7-bd88-caba9757cb8d. Jul 06 13:51:15.058257 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0932ef63-dc93-417c-a28a-b7f576cb4105 req-5b3592d6-a321-49d4-9022-9bd878a7da65 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518853 Jul 06 13:51:15.086273 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e341f-5497-4c5c-9d89-03f4b526bfa2 req-3a7fcce6-1b93-4cec-b7f6-a9e36927f3c4 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:15.087756 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4d5e341f-5497-4c5c-9d89-03f4b526bfa2 req-3a7fcce6-1b93-4cec-b7f6-a9e36927f3c4 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0538168 Jul 06 13:51:15.144645 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4d5e341f-5497-4c5c-9d89-03f4b526bfa2 req-716336e8-c39f-4eff-880e-42b82731d132 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513167 Jul 06 13:51:15.280377 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-965be745-fff1-4911-b9a4-41b7eca76c7e service neutron] 10.222.0.39 "GET /v2.0/networks/dec9879c-fd48-42c4-9888-128aec6a9b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646631 Jul 06 13:51:15.301572 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:51:15.402409 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:51:15.412370 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d615b-efcd-42da-9c8d-3185500c0006 None None] Sync routers for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:51:15.420986 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:15.423132 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d615b-efcd-42da-9c8d-3185500c0006 None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:51:15.423751 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-f56d615b-efcd-42da-9c8d-3185500c0006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:51:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:15.452971 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-c2ef7d11-ed0f-45dd-b901-87521b09ad1f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4468353 Jul 06 13:51:15.454159 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2271a7-8fab-4455-9c3b-32159f33ad03', 'tag': '45301213-2dd0-47c7-bd88-caba9757cb8d'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:51:15.456478 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2ea1fc-e18a-43a1-9055-8a5ab0a3c197" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2271a7-8fab-4455-9c3b-32159f33ad03", "tag": "45301213-2dd0-47c7-bd88-caba9757cb8d"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:15.530488 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-f56d615b-efcd-42da-9c8d-3185500c0006 None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:51:15.547265 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0151905-b432-4610-865b-3276ac239179 x-openstack-request-id: req-e0151905-b432-4610-865b-3276ac239179 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:15.547615 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2271a7-8fab-4455-9c3b-32159f33ad03", "tag": "45301213-2dd0-47c7-bd88-caba9757cb8d", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:15.547948 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0151905-b432-4610-865b-3276ac239179 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:15.548403 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0151905-b432-4610-865b-3276ac239179'] response: {'name': 'network-changed', 'server_uuid': 'ee2271a7-8fab-4455-9c3b-32159f33ad03', 'tag': '45301213-2dd0-47c7-bd88-caba9757cb8d', 'status': 'completed', 'code': 200} Jul 06 13:51:15.734719 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ea1fc-e18a-43a1-9055-8a5ab0a3c197 req-056d7850-2e67-45ab-a056-c82ff7e03629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:15.736488 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ec2ea1fc-e18a-43a1-9055-8a5ab0a3c197 req-056d7850-2e67-45ab-a056-c82ff7e03629 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 1129 time: 0.0403900 Jul 06 13:51:15.742555 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:15.752867 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-f56d615b-efcd-42da-9c8d-3185500c0006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'a532725e-e9d5-4f89-8a99-11d84a6d0b78', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.64', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': '45301213-2dd0-47c7-bd88-caba9757cb8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:dd:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2271a7-8fab-4455-9c3b-32159f33ad03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:51:13Z', 'updated_at': '2022-07-06T13:51:13Z', 'revision_number': 0, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:15.772541 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-733f3c7d-a4f4-4ed2-aebe-907a1408e523 req-f811a479-4c06-41bd-b3d4-f40325bf273c service neutron] 10.222.0.39 "GET /v2.0/networks/dec9879c-fd48-42c4-9888-128aec6a9b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942547 Jul 06 13:51:15.777377 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d615b-efcd-42da-9c8d-3185500c0006 None None] Checking router: b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:51:15.787878 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d615b-efcd-42da-9c8d-3185500c0006 None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:51:15.788818 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-f56d615b-efcd-42da-9c8d-3185500c0006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:51:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:15.835279 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ea1fc-e18a-43a1-9055-8a5ab0a3c197 req-a3ebd817-3415-486d-9e24-1f8f98dd117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:15.838646 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ec2ea1fc-e18a-43a1-9055-8a5ab0a3c197 req-a3ebd817-3415-486d-9e24-1f8f98dd117c service neutron] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 913 time: 0.0961497 Jul 06 13:51:15.894916 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-f56d615b-efcd-42da-9c8d-3185500c0006 None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:51:15.923319 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89aec9a-31f9-4f54-8671-682273dd4237 req-890e0902-df2e-450d-95fb-2dfd55024932 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:15.925688 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a89aec9a-31f9-4f54-8671-682273dd4237 req-890e0902-df2e-450d-95fb-2dfd55024932 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0468824 Jul 06 13:51:15.985328 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a89aec9a-31f9-4f54-8671-682273dd4237 req-2eea6497-4adf-4eae-8500-0919ae565985 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=911fd285-b97a-4259-b460-245e9ba659eb&id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0538614 Jul 06 13:51:16.067638 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:16.096130 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:16.116224 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-f56d615b-efcd-42da-9c8d-3185500c0006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'a532725e-e9d5-4f89-8a99-11d84a6d0b78', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.64', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': '45301213-2dd0-47c7-bd88-caba9757cb8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:dd:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2271a7-8fab-4455-9c3b-32159f33ad03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:51:13Z', 'updated_at': '2022-07-06T13:51:13Z', 'revision_number': 0, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:16.140973 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d615b-efcd-42da-9c8d-3185500c0006 None None] The sync data for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi is: [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'a532725e-e9d5-4f89-8a99-11d84a6d0b78', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.64', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': '45301213-2dd0-47c7-bd88-caba9757cb8d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:dd:2a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee2271a7-8fab-4455-9c3b-32159f33ad03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:51:13Z', 'updated_at': '2022-07-06T13:51:13Z', 'revision_number': 0, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:51:16.179897 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14595d8b-8d44-436b-b9bf-5190b0bc4494 req-41adeef1-b3e1-4d47-b539-63a47db86b72 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:16.181645 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-14595d8b-8d44-436b-b9bf-5190b0bc4494 req-41adeef1-b3e1-4d47-b539-63a47db86b72 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0508468 Jul 06 13:51:16.223313 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:16.239977 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-14595d8b-8d44-436b-b9bf-5190b0bc4494 req-1cdd4934-b9d5-49b1-bcab-5a79f0d96417 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497069 Jul 06 13:51:16.269832 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b093436-611b-4348-87f6-54babff546fe req-4301d158-872d-43af-917a-750872fd830d tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:16.271334 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1b093436-611b-4348-87f6-54babff546fe req-4301d158-872d-43af-917a-750872fd830d tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0514774 Jul 06 13:51:16.325551 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1b093436-611b-4348-87f6-54babff546fe req-5582812d-7d9a-4b36-8f0f-413cd400ad6a tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484767 Jul 06 13:51:16.363227 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d514a666-45ff-47d8-980e-ef4b0f0a3881 None None] New status for floating IP a532725e-e9d5-4f89-8a99-11d84a6d0b78: ACTIVE {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:51:16.965893 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ec2ea1fc-e18a-43a1-9055-8a5ab0a3c197 req-bbb64e1a-06a8-494f-9969-e4f03c2aeb55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45301213-2dd0-47c7-bd88-caba9757cb8d HTTP/1.1" status: 200 len: 1000 time: 0.0596795 Jul 06 13:51:17.018174 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ea1fc-e18a-43a1-9055-8a5ab0a3c197 req-2241a974-0bcc-48e1-b861-9a28bc8492db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:17.019655 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ec2ea1fc-e18a-43a1-9055-8a5ab0a3c197 req-2241a974-0bcc-48e1-b861-9a28bc8492db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0449612 Jul 06 13:51:17.068312 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ea1fc-e18a-43a1-9055-8a5ab0a3c197 req-228aedc8-9ea3-4032-b627-a2ed545413d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:17.069831 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ec2ea1fc-e18a-43a1-9055-8a5ab0a3c197 req-228aedc8-9ea3-4032-b627-a2ed545413d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437191 Jul 06 13:51:17.097823 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:17.163963 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ec2ea1fc-e18a-43a1-9055-8a5ab0a3c197 req-253c90d4-1578-4ef9-ac08-2438d345c887 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865686 Jul 06 13:51:17.232721 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:17.253887 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ec2ea1fc-e18a-43a1-9055-8a5ab0a3c197 req-be342209-0877-4446-a794-6eeb13aa18e3 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829577 Jul 06 13:51:17.357252 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837a0e8-b8e7-4c7e-bec1-e6acf4cc0906 req-07c91f56-00d2-41ce-b989-d13c68d7424e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:17.358759 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8837a0e8-b8e7-4c7e-bec1-e6acf4cc0906 req-07c91f56-00d2-41ce-b989-d13c68d7424e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0480323 Jul 06 13:51:17.407106 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8837a0e8-b8e7-4c7e-bec1-e6acf4cc0906 req-0cd7dc90-060c-4790-aa06-3e2d0e802dfc tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419011 Jul 06 13:51:17.449271 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb34937-c2c7-473a-a0dd-e72b536b03e3 req-347cd7cc-1db2-4d25-a05b-364d0633ce62 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:17.450732 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7bb34937-c2c7-473a-a0dd-e72b536b03e3 req-347cd7cc-1db2-4d25-a05b-364d0633ce62 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0520134 Jul 06 13:51:17.498643 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7bb34937-c2c7-473a-a0dd-e72b536b03e3 req-4f0588d1-934d-4695-bb0e-7ada2d0f5563 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424764 Jul 06 13:51:18.523795 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f5825-27a7-4704-904c-8a4c2ad37066 req-d4125c86-63bd-43d4-994e-44c7de8920e7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:18.525331 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9e6f5825-27a7-4704-904c-8a4c2ad37066 req-d4125c86-63bd-43d4-994e-44c7de8920e7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0502648 Jul 06 13:51:18.583083 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9e6f5825-27a7-4704-904c-8a4c2ad37066 req-0fb565ed-dac4-4179-844c-65c2f735306d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522728 Jul 06 13:51:18.611263 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87fa64-95ea-404c-a173-3b264ec7985a req-5505d7f2-d461-4ca0-a58e-a3c7934c8ea7 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:18.613278 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fa87fa64-95ea-404c-a173-3b264ec7985a req-5505d7f2-d461-4ca0-a58e-a3c7934c8ea7 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0490625 Jul 06 13:51:18.662435 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fa87fa64-95ea-404c-a173-3b264ec7985a req-52cd60b8-3fdb-4003-81bf-81ed3365b02f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435944 Jul 06 13:51:19.696582 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20091b-faa3-4527-a65a-f4ea578f3811 req-7105495c-d883-497c-be87-c20ed94eaec6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:19.698165 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7f20091b-faa3-4527-a65a-f4ea578f3811 req-7105495c-d883-497c-be87-c20ed94eaec6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0473206 Jul 06 13:51:19.747287 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7f20091b-faa3-4527-a65a-f4ea578f3811 req-49bc879e-4663-4f66-85d3-ac3cd7becadd tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432544 Jul 06 13:51:19.785727 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886c127-1312-4c4c-8676-b30c73036084 req-05d2b08a-dd9e-4a55-8e02-8822198bd1b4 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:19.787152 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9886c127-1312-4c4c-8676-b30c73036084 req-05d2b08a-dd9e-4a55-8e02-8822198bd1b4 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0510345 Jul 06 13:51:19.835020 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9886c127-1312-4c4c-8676-b30c73036084 req-c269c24a-d016-475f-9e45-991f74bc8f1a tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424516 Jul 06 13:51:20.867167 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afa3cb-a987-4fb3-8dee-d1a399ec8cb6 req-76d05303-4b94-4d8c-aa77-ed096c5237a8 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:20.868646 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-65afa3cb-a987-4fb3-8dee-d1a399ec8cb6 req-76d05303-4b94-4d8c-aa77-ed096c5237a8 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0500617 Jul 06 13:51:20.916004 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-65afa3cb-a987-4fb3-8dee-d1a399ec8cb6 req-dba7e747-bbdb-43fc-8f09-b451c31c41de tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419626 Jul 06 13:51:20.949661 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d792d6c-8127-45e5-8eb3-70115e31f02f req-180cf211-c89d-44a6-abf8-4d2d4a1976f2 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:20.951122 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4d792d6c-8127-45e5-8eb3-70115e31f02f req-180cf211-c89d-44a6-abf8-4d2d4a1976f2 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0494781 Jul 06 13:51:21.000174 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4d792d6c-8127-45e5-8eb3-70115e31f02f req-149a7173-b804-4030-ac86-080d80d69675 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424230 Jul 06 13:51:22.029837 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbbe41-50a9-43f9-9062-1c87c2f7bcf4 req-2c476248-22d0-4101-945b-6e8bca7febba tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:22.031314 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bafbbe41-50a9-43f9-9062-1c87c2f7bcf4 req-2c476248-22d0-4101-945b-6e8bca7febba tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0469735 Jul 06 13:51:22.082481 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bafbbe41-50a9-43f9-9062-1c87c2f7bcf4 req-cef91f64-b57d-4d16-a0c6-fb70ed197e1f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422366 Jul 06 13:51:22.117593 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d6ef7-3788-47d4-8549-14c682f02d45 req-503f97d2-5bb2-4201-859d-fa7b74bc42f8 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:22.119034 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-863d6ef7-3788-47d4-8549-14c682f02d45 req-503f97d2-5bb2-4201-859d-fa7b74bc42f8 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0496249 Jul 06 13:51:22.171667 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-863d6ef7-3788-47d4-8549-14c682f02d45 req-ac19d032-193f-461f-a0f4-746733a01d9e tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471139 Jul 06 13:51:23.197781 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef952f1d-c4af-40ac-a23a-b634eada961c req-101c4f61-c45b-4a76-b887-c07a719b5e26 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:23.199269 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ef952f1d-c4af-40ac-a23a-b634eada961c req-101c4f61-c45b-4a76-b887-c07a719b5e26 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0483484 Jul 06 13:51:23.251056 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ef952f1d-c4af-40ac-a23a-b634eada961c req-570cff07-1415-49ac-a880-c7366ad8bba1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461750 Jul 06 13:51:23.285832 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed656499-760c-4d33-a8fe-a0ebbc6184fd req-02820937-0381-4f88-9f94-9e6b5a50f4b6 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:23.287297 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ed656499-760c-4d33-a8fe-a0ebbc6184fd req-02820937-0381-4f88-9f94-9e6b5a50f4b6 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0490828 Jul 06 13:51:23.336436 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ed656499-760c-4d33-a8fe-a0ebbc6184fd req-a9c56b8a-f9cb-41da-900b-ba1a7187a2b9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435781 Jul 06 13:51:24.367392 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de475b-639c-4203-894c-940ce7a4e1e6 req-9d152ee7-8be8-4999-98d7-470e4a3083c6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:24.369777 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f3de475b-639c-4203-894c-940ce7a4e1e6 req-9d152ee7-8be8-4999-98d7-470e4a3083c6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0493965 Jul 06 13:51:24.419744 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f3de475b-639c-4203-894c-940ce7a4e1e6 req-c07a714b-81c6-4c34-8b9e-fd11ca037887 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442879 Jul 06 13:51:24.460439 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41728d1-e71a-4948-9769-47c34c051ff9 req-707ec949-9679-496e-9485-3ba698321a25 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:24.461966 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b41728d1-e71a-4948-9769-47c34c051ff9 req-707ec949-9679-496e-9485-3ba698321a25 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 943 time: 0.0505531 Jul 06 13:51:24.511343 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b41728d1-e71a-4948-9769-47c34c051ff9 req-d0d4468a-5a3c-49ad-b313-878426f41ec8 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439723 Jul 06 13:51:24.599053 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:25.216649 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e0490198-5029-4543-9a66-8d41adcd3783 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:51:25.434995 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port e0490198-5029-4543-9a66-8d41adcd3783, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e0490198-5029-4543-9a66-8d41adcd3783,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:25.446700 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': 'e0490198-5029-4543-9a66-8d41adcd3783', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'port_id': 'e0490198-5029-4543-9a66-8d41adcd3783', 'mac_address': 'fa:16:3e:bb:a9:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:51:25.486344 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port e0490198-5029-4543-9a66-8d41adcd3783 is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:51:25.486751 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e0490198-5029-4543-9a66-8d41adcd3783), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:25.500165 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0490198-5029-4543-9a66-8d41adcd3783 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:51:25.521441 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port e0490198-5029-4543-9a66-8d41adcd3783, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e0490198-5029-4543-9a66-8d41adcd3783,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:25.525895 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e0490198-5029-4543-9a66-8d41adcd3783), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:25.538297 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1abb4-a7ca-4aed-b33c-1b0701954fab req-bf3f5c65-f2eb-48ab-8a60-bfdc7d8e3b9c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:25.546750 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f5e1abb4-a7ca-4aed-b33c-1b0701954fab req-bf3f5c65-f2eb-48ab-8a60-bfdc7d8e3b9c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0580111 Jul 06 13:51:25.576891 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=e0490198-5029-4543-9a66-8d41adcd3783,revision_number=7']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:25.591777 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f5e1abb4-a7ca-4aed-b33c-1b0701954fab req-414d0ce5-08dd-4aa1-940d-de1c2f008642 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443141 Jul 06 13:51:25.630180 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef17c0-1b48-437e-869e-3c556915d1db req-06d65a42-73e1-4003-9054-623214f67636 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:25.631753 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e3ef17c0-1b48-437e-869e-3c556915d1db req-06d65a42-73e1-4003-9054-623214f67636 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 944 time: 0.0516324 Jul 06 13:51:25.680176 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e3ef17c0-1b48-437e-869e-3c556915d1db req-bf376f28-c36c-497f-9648-6263c644ba0a tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429142 Jul 06 13:51:26.144663 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['e0490198-5029-4543-9a66-8d41adcd3783'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:26.714619 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65549399-cb58-4b21-9cee-fc4b8e92a12e req-81fc3e0a-04f2-4070-bd0c-efc6dac3cad7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:26.716190 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-65549399-cb58-4b21-9cee-fc4b8e92a12e req-81fc3e0a-04f2-4070-bd0c-efc6dac3cad7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0571396 Jul 06 13:51:26.763608 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-65549399-cb58-4b21-9cee-fc4b8e92a12e req-14b51fb9-0bb0-46f8-9580-cc3a6259f854 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Jul 06 13:51:26.795272 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c76f4-93e0-4f8f-83c8-0e98ab5a6ef0 req-c5d1f423-bca8-4dcb-a98c-7f53243bc7e2 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:26.796731 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-938c76f4-93e0-4f8f-83c8-0e98ab5a6ef0 req-c5d1f423-bca8-4dcb-a98c-7f53243bc7e2 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 944 time: 0.0478072 Jul 06 13:51:26.845172 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-938c76f4-93e0-4f8f-83c8-0e98ab5a6ef0 req-bbb66b29-cee1-424e-a9e4-a4f34fd47928 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425799 Jul 06 13:51:26.927546 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:26.928292 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:27.150597 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e93c59-40bc-4ec3-b52d-ba8fd0ecad28 req-763c9d00-d39b-4df5-9b48-2a5a47335327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:27.151946 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a1e93c59-40bc-4ec3-b52d-ba8fd0ecad28 req-763c9d00-d39b-4df5-9b48-2a5a47335327 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 1129 time: 0.0393181 Jul 06 13:51:27.187547 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:27.203867 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a1e93c59-40bc-4ec3-b52d-ba8fd0ecad28 req-273b17bc-b0ce-4e57-b7e6-788690179fe1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419185 Jul 06 13:51:27.797240 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e0490198-5029-4543-9a66-8d41adcd3783 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:51:27.840377 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port e0490198-5029-4543-9a66-8d41adcd3783 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:51:27.840753 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e0490198-5029-4543-9a66-8d41adcd3783), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:27.884857 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245cd4d-229e-4580-9c00-16da27ca9945 req-a5e193ab-0581-4b1e-a679-fb1322bd493e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:27.886607 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f245cd4d-229e-4580-9c00-16da27ca9945 req-a5e193ab-0581-4b1e-a679-fb1322bd493e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0541251 Jul 06 13:51:27.913782 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:51:27.925139 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:27.928911 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:27.931465 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port e0490198-5029-4543-9a66-8d41adcd3783 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:51:27.931873 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e0490198-5029-4543-9a66-8d41adcd3783), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:27.940087 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f245cd4d-229e-4580-9c00-16da27ca9945 req-8c2dcc36-b829-4bdd-aeca-86a16d033f76 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470474 Jul 06 13:51:27.950404 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:27.956028 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:51:27.958814 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b5b36e-ade7-4bcd-92dd-029cb3f1ed95" -d '{"events": [{"server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "name": "network-vif-plugged", "status": "completed", "tag": "e0490198-5029-4543-9a66-8d41adcd3783"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:27.968493 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7d119-ae5d-4dd3-9f84-433d2006e86d req-a83ab533-21e7-4c77-8c82-b428ed60b47f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:27.969667 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0cf7d119-ae5d-4dd3-9f84-433d2006e86d req-a83ab533-21e7-4c77-8c82-b428ed60b47f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 944 time: 0.0521529 Jul 06 13:51:27.972553 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port e0490198-5029-4543-9a66-8d41adcd3783, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e0490198-5029-4543-9a66-8d41adcd3783,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:27.977302 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e0490198-5029-4543-9a66-8d41adcd3783), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:28.024608 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:28.031027 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0cf7d119-ae5d-4dd3-9f84-433d2006e86d req-25fffdd2-e9ba-47e3-b546-a6df0eda8f9c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488465 Jul 06 13:51:28.035031 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=e0490198-5029-4543-9a66-8d41adcd3783,revision_number=8']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:28.067893 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eab772-d7af-45b0-aeb3-770f3320eed6 x-openstack-request-id: req-b6eab772-d7af-45b0-aeb3-770f3320eed6 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:28.068228 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "name": "network-vif-plugged", "status": "completed", "tag": "e0490198-5029-4543-9a66-8d41adcd3783", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:28.068482 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6eab772-d7af-45b0-aeb3-770f3320eed6 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:28.068872 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6eab772-d7af-45b0-aeb3-770f3320eed6'] response: {'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783', 'code': 200} Jul 06 13:51:28.825983 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34221aec-e0fe-4469-a7f5-1aa3de89c6b3 req-f0fecf9d-7785-476c-af93-d65b24c13eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:28.827444 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-34221aec-e0fe-4469-a7f5-1aa3de89c6b3 req-f0fecf9d-7785-476c-af93-d65b24c13eda service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 1129 time: 0.0381699 Jul 06 13:51:29.061302 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6820f9-0fed-4553-a4e9-475a8a5a731d req-4c7426c3-96d3-4a8f-8cb4-32e2f2284a66 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:29.062777 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bf6820f9-0fed-4553-a4e9-475a8a5a731d req-4c7426c3-96d3-4a8f-8cb4-32e2f2284a66 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0505195 Jul 06 13:51:29.110909 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bf6820f9-0fed-4553-a4e9-475a8a5a731d req-89b0a7bc-8685-4ea5-a858-05eac74f0e52 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416546 Jul 06 13:51:29.159152 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430804a-86e2-4d57-bc2f-ad77b71ca613 req-08a8c353-e163-49cb-8bab-b56e45d81176 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:29.160608 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4430804a-86e2-4d57-bc2f-ad77b71ca613 req-08a8c353-e163-49cb-8bab-b56e45d81176 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0456679 Jul 06 13:51:29.213530 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4430804a-86e2-4d57-bc2f-ad77b71ca613 req-d5082868-1f59-49e3-a146-2c4817a3d2d8 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466526 Jul 06 13:51:29.467032 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-34221aec-e0fe-4469-a7f5-1aa3de89c6b3 req-db0f235e-6a69-4d83-84ed-d9de88f930e9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391767 Jul 06 13:51:30.227210 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fe92f-147e-4ebf-bd4e-90b12215c711 req-0b891c41-15ea-459e-8990-de1447d6710e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:30.228657 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bd2fe92f-147e-4ebf-bd4e-90b12215c711 req-0b891c41-15ea-459e-8990-de1447d6710e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0475762 Jul 06 13:51:30.280657 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bd2fe92f-147e-4ebf-bd4e-90b12215c711 req-af4c3116-0aca-4ffe-8504-522997ef3869 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464418 Jul 06 13:51:30.326061 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:30.335146 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665515ad-80f9-4650-8948-598b71e9ab78 req-2d1f15b7-43d9-480d-ade6-818fad87327c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:30.336646 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-665515ad-80f9-4650-8948-598b71e9ab78 req-2d1f15b7-43d9-480d-ade6-818fad87327c tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0503004 Jul 06 13:51:30.386249 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-665515ad-80f9-4650-8948-598b71e9ab78 req-c3339659-7123-4bdc-8af0-ac9d5d2a60ee tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440743 Jul 06 13:51:30.665718 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e4694-e004-45e9-aa52-2553d66a3137 req-ac491847-e5a4-4d04-8015-0ad46f5573c5 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:30.667118 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a15e4694-e004-45e9-aa52-2553d66a3137 req-ac491847-e5a4-4d04-8015-0ad46f5573c5 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0512388 Jul 06 13:51:30.719259 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a15e4694-e004-45e9-aa52-2553d66a3137 req-3133e804-82f5-4953-8b32-9f11b43cefce tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463958 Jul 06 13:51:31.053962 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf35124-9d0c-4fac-baa2-edf3e3e9e40b req-17dc6f1e-2032-41cc-b078-097037ad9f6f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:31.055448 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ccf35124-9d0c-4fac-baa2-edf3e3e9e40b req-17dc6f1e-2032-41cc-b078-097037ad9f6f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 945 time: 0.0487800 Jul 06 13:51:31.103259 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ccf35124-9d0c-4fac-baa2-edf3e3e9e40b req-dd5ad6ce-749f-4643-8e1b-8c463a6714bc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420730 Jul 06 13:51:31.499372 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcba71-2aca-454a-bf4a-7b9c8d63d50c req-da89318e-5e55-4099-8fc0-346782101ca5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:31.500821 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7abcba71-2aca-454a-bf4a-7b9c8d63d50c req-da89318e-5e55-4099-8fc0-346782101ca5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0473828 Jul 06 13:51:31.550579 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7abcba71-2aca-454a-bf4a-7b9c8d63d50c req-e5f1e4b1-e2b7-4248-ae5d-728e21246ed5 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436933 Jul 06 13:51:31.834479 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b921e89-0bb2-40ea-97ed-ea7205e75094 req-501828a1-a421-4461-9ab6-39858356e5f4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:31.835833 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7b921e89-0bb2-40ea-97ed-ea7205e75094 req-501828a1-a421-4461-9ab6-39858356e5f4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0475252 Jul 06 13:51:31.883737 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7b921e89-0bb2-40ea-97ed-ea7205e75094 req-62cbe579-4897-42eb-8880-27d815ff9ff7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423830 Jul 06 13:51:32.219127 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81f782-b704-4c9c-a54d-b3e931cff75d req-73f0aacb-c4b5-4859-9420-63c6df0edaa2 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:32.220569 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bc81f782-b704-4c9c-a54d-b3e931cff75d req-73f0aacb-c4b5-4859-9420-63c6df0edaa2 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 945 time: 0.0509160 Jul 06 13:51:32.267213 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bc81f782-b704-4c9c-a54d-b3e931cff75d req-2699c828-4d54-4d5a-aec3-372e80990e70 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403752 Jul 06 13:51:32.662012 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf2864-e3c9-4c5c-8e06-5148a68f6011 req-5c0ed967-e0e4-4140-a425-bd8d49f26c41 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:32.663604 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-48cf2864-e3c9-4c5c-8e06-5148a68f6011 req-5c0ed967-e0e4-4140-a425-bd8d49f26c41 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0477326 Jul 06 13:51:32.720789 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-48cf2864-e3c9-4c5c-8e06-5148a68f6011 req-1dbabd9c-9796-4648-bda2-61244e867d50 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506289 Jul 06 13:51:32.942705 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4e906-02ab-49da-98bb-ed5a5edc1ad4 req-0620437f-289d-47c2-b8ca-593907f4a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:32.944196 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7bc4e906-02ab-49da-98bb-ed5a5edc1ad4 req-0620437f-289d-47c2-b8ca-593907f4a82f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 1129 time: 0.0410137 Jul 06 13:51:33.006584 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c799b99-6782-4118-b9ca-10056f0a008e req-fdcd884c-9d5d-4e29-9e56-fbb74c058c8b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:33.008070 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5c799b99-6782-4118-b9ca-10056f0a008e req-fdcd884c-9d5d-4e29-9e56-fbb74c058c8b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0516734 Jul 06 13:51:33.060344 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5c799b99-6782-4118-b9ca-10056f0a008e req-3ba23381-21b2-4e11-a329-29963cf8b1b7 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462561 Jul 06 13:51:33.393409 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85159d6-d168-4414-9bec-d9bdb23ed810 req-70a1e38a-3cb6-4ac5-b8f7-9c9d474615fa tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:33.394871 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a85159d6-d168-4414-9bec-d9bdb23ed810 req-70a1e38a-3cb6-4ac5-b8f7-9c9d474615fa tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 945 time: 0.0504966 Jul 06 13:51:33.446234 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a85159d6-d168-4414-9bec-d9bdb23ed810 req-a8b39132-38fb-49d8-ad4f-459a9824612f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459096 Jul 06 13:51:33.936735 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-74547ef7-8d9d-47d2-9b6a-d7d583006c3c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:33.938211 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-74547ef7-8d9d-47d2-9b6a-d7d583006c3c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 945 time: 0.0566206 Jul 06 13:51:33.979872 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb91d26-f99b-4a78-8d7e-2c434a6e9f9a req-8abbe980-0f28-47e1-b6db-fa57f158b234 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:33.981360 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0fb91d26-f99b-4a78-8d7e-2c434a6e9f9a req-8abbe980-0f28-47e1-b6db-fa57f158b234 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0958807 Jul 06 13:51:34.014649 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:34.018165 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:34.024299 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4e906-02ab-49da-98bb-ed5a5edc1ad4 req-dc2fed31-3147-4085-aee3-d8e5d9bdf47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:34.025777 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7bc4e906-02ab-49da-98bb-ed5a5edc1ad4 req-dc2fed31-3147-4085-aee3-d8e5d9bdf47e service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.1511898 Jul 06 13:51:34.053789 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0fb91d26-f99b-4a78-8d7e-2c434a6e9f9a req-3aa7471c-8f0a-490e-8897-144c9d21fb16 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620570 Jul 06 13:51:34.071179 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Deleting port e9e85219-187e-4978-bd5f-5875bc364c0e {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:51:34.071699 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:34.197244 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef96965-741d-4d39-9162-99afd4dcdc95 req-acc58b4a-6540-4174-947e-ab945ca350c1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:34.198670 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eef96965-741d-4d39-9162-99afd4dcdc95 req-acc58b4a-6540-4174-947e-ab945ca350c1 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0645423 Jul 06 13:51:34.206000 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] For port e9e85219-187e-4978-bd5f-5875bc364c0e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e9e85219-187e-4978-bd5f-5875bc364c0e,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:34.206367 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:34.346587 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eef96965-741d-4d39-9162-99afd4dcdc95 req-4d978a4d-5c55-4b8f-927d-560e34e76e3d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423264 Jul 06 13:51:34.452433 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:34.452842 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (8bf518dd-ec06-4df6-80e4-b2881a0d0749), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:34.453189 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Floating IP 8bf518dd-ec06-4df6-80e4-b2881a0d0749 disassociated. External IP: 172.27.3.75, port: e9e85219-187e-4978-bd5f-5875bc364c0e. Jul 06 13:51:34.453531 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Calling delete_port for e9e85219-187e-4978-bd5f-5875bc364c0e owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:51:34.531503 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:34.533019 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:34.568388 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7bc4e906-02ab-49da-98bb-ed5a5edc1ad4 req-1378e9f7-e730-4187-9ffc-1fee2486b99a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca HTTP/1.1" status: 200 len: 1001 time: 0.0947940 Jul 06 13:51:34.577395 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05167a4e-3ef9-4fa7-bcb1-d9c212f91274 req-271c0ee4-53f2-4ae4-a2f8-b64030895569 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:34.582093 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-05167a4e-3ef9-4fa7-bcb1-d9c212f91274 req-271c0ee4-53f2-4ae4-a2f8-b64030895569 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 945 time: 0.0660627 Jul 06 13:51:34.593876 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (e9e85219-187e-4978-bd5f-5875bc364c0e), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:34.624341 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event deleted for resources: {'Port': ['ID=e9e85219-187e-4978-bd5f-5875bc364c0e,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:34.896281 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4e906-02ab-49da-98bb-ed5a5edc1ad4 req-9cac54cf-a179-49e2-b45e-052f1d973287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:34.898141 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7bc4e906-02ab-49da-98bb-ed5a5edc1ad4 req-9cac54cf-a179-49e2-b45e-052f1d973287 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.3144565 Jul 06 13:51:34.905538 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-05167a4e-3ef9-4fa7-bcb1-d9c212f91274 req-f68871a7-34b8-429b-a155-cf7965ae2858 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196528 Jul 06 13:51:34.961616 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4e906-02ab-49da-98bb-ed5a5edc1ad4 req-1e2a8973-9859-4c9d-a39f-a4146629fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:34.963110 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7bc4e906-02ab-49da-98bb-ed5a5edc1ad4 req-1e2a8973-9859-4c9d-a39f-a4146629fe82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477891 Jul 06 13:51:35.038920 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:51:35.082323 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7bc4e906-02ab-49da-98bb-ed5a5edc1ad4 req-c4a8a7a8-d1c5-4f17-9963-0dced61c3260 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063130 Jul 06 13:51:35.154323 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:51:35.166392 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666e668-3944-496a-8022-adb5d4b97947 None None] Sync routers for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:51:35.186051 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666e668-3944-496a-8022-adb5d4b97947 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:51:35.186051 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-7666e668-3944-496a-8022-adb5d4b97947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:51:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:35.206286 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7bc4e906-02ab-49da-98bb-ed5a5edc1ad4 req-4c0f8a37-e613-4990-bac0-e4fff8c4e669 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968564 Jul 06 13:51:35.225407 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] No DVR routers for this DVR port e9e85219-187e-4978-bd5f-5875bc364c0e on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:51:35.228107 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:35.232273 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-da14aeaa-b914-4236-80b2-5e0885fe675b req-1141b142-f8c1-447d-a576-b7373309524f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "DELETE /v2.0/ports/e9e85219-187e-4978-bd5f-5875bc364c0e HTTP/1.1" status: 204 len: 173 time: 1.2806489 Jul 06 13:51:35.232752 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85dc896f-7a07-400c-abc8-cc2d27bda2db', 'name': 'network-vif-deleted', 'tag': 'e9e85219-187e-4978-bd5f-5875bc364c0e'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:51:35.235681 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18b29b4-e250-41e2-80d0-93a4c8315f2d" -d '{"events": [{"server_uuid": "85dc896f-7a07-400c-abc8-cc2d27bda2db", "name": "network-vif-deleted", "tag": "e9e85219-187e-4978-bd5f-5875bc364c0e"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:35.278360 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09448c9-e2a3-43cf-93a3-16ccfccf312f x-openstack-request-id: req-a09448c9-e2a3-43cf-93a3-16ccfccf312f {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:35.278645 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85dc896f-7a07-400c-abc8-cc2d27bda2db", "name": "network-vif-deleted", "tag": "e9e85219-187e-4978-bd5f-5875bc364c0e", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:35.278893 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a09448c9-e2a3-43cf-93a3-16ccfccf312f {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:35.279367 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a09448c9-e2a3-43cf-93a3-16ccfccf312f'] response: {'server_uuid': '85dc896f-7a07-400c-abc8-cc2d27bda2db', 'name': 'network-vif-deleted', 'tag': 'e9e85219-187e-4978-bd5f-5875bc364c0e', 'status': 'completed', 'code': 200} Jul 06 13:51:35.313974 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-7666e668-3944-496a-8022-adb5d4b97947 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:51:35.474294 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4344013-0f3d-4eea-8924-918f3f0cb67b req-e4911230-c841-43cf-87be-5692b9e111b8 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:35.475909 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d4344013-0f3d-4eea-8924-918f3f0cb67b req-e4911230-c841-43cf-87be-5692b9e111b8 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0542593 Jul 06 13:51:35.528934 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d4344013-0f3d-4eea-8924-918f3f0cb67b req-b439fce8-7cb0-41ec-a2e6-037860a9706c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455532 Jul 06 13:51:35.553500 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-7666e668-3944-496a-8022-adb5d4b97947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '2660443a-523e-4649-8e18-48d7496fac85', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:47:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:45:33Z', 'updated_at': '2022-07-06T13:47:04Z', 'revision_number': 2, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:35.579408 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666e668-3944-496a-8022-adb5d4b97947 None None] Checking router: 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:51:35.589386 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666e668-3944-496a-8022-adb5d4b97947 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:51:35.590021 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-7666e668-3944-496a-8022-adb5d4b97947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:51:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:35.694280 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-7666e668-3944-496a-8022-adb5d4b97947 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:51:35.868446 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e9e85219-187e-4978-bd5f-5875bc364c0e no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:51:35.903527 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: e9e85219-187e-4978-bd5f-5875bc364c0e {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:51:35.903863 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e9e85219-187e-4978-bd5f-5875bc364c0e not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:51:35.955935 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-7666e668-3944-496a-8022-adb5d4b97947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '2660443a-523e-4649-8e18-48d7496fac85', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:47:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:45:33Z', 'updated_at': '2022-07-06T13:47:04Z', 'revision_number': 2, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:35.986287 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666e668-3944-496a-8022-adb5d4b97947 None None] The sync data for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi is: [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '2660443a-523e-4649-8e18-48d7496fac85', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.233', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:47:56:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:45:33Z', 'updated_at': '2022-07-06T13:47:04Z', 'revision_number': 2, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:51:36.032514 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0ccc1e71-295a-46b8-a367-d2c7da8be1af req-9db82261-59f4-4e7e-9edb-b62d7d8cca72 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 210 time: 0.0277967 Jul 06 13:51:36.110584 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700a16b-1974-4ba7-9483-7b5fc8b81956 req-b2a58071-7165-4fcf-969a-17ccecbd64f3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:36.112142 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a700a16b-1974-4ba7-9483-7b5fc8b81956 req-b2a58071-7165-4fcf-969a-17ccecbd64f3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0674450 Jul 06 13:51:36.165950 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a700a16b-1974-4ba7-9483-7b5fc8b81956 req-314a8fbe-97c9-4012-9d6a-61564ab7fb18 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467546 Jul 06 13:51:36.251372 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0d8ddc-0a2e-451d-ba60-841dfdc6032c None None] New status for floating IP 8bf518dd-ec06-4df6-80e4-b2881a0d0749: DOWN {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:51:36.646284 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6370c45-00a7-4e52-bb41-980d26c0d66f req-52ccbe41-48c8-41a7-a9f0-0e35e6010fad tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:36.647666 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c6370c45-00a7-4e52-bb41-980d26c0d66f req-52ccbe41-48c8-41a7-a9f0-0e35e6010fad tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0471926 Jul 06 13:51:36.699659 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c6370c45-00a7-4e52-bb41-980d26c0d66f req-31f19822-5896-4172-98a3-89bd88b2c09e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463891 Jul 06 13:51:37.149051 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-047f1ebd-7a48-4585-b983-52bf6da52153 req-dc2ae667-598b-4322-a7f6-8a40a7833a49 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 210 time: 0.0278635 Jul 06 13:51:37.278744 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869cb8e-4991-4f84-821e-f745901427de req-b9ded3b3-5457-4d5b-b7a1-35cba4102e3d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:37.280229 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3869cb8e-4991-4f84-821e-f745901427de req-b9ded3b3-5457-4d5b-b7a1-35cba4102e3d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0467274 Jul 06 13:51:37.327854 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3869cb8e-4991-4f84-821e-f745901427de req-33417aa5-ce31-468b-809a-5062204a4996 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422244 Jul 06 13:51:37.812395 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32a799-c219-41e9-8cc8-ee999dfd5120 req-313064e1-5250-4c7c-b56c-e7686b5c352e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:37.813783 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4a32a799-c219-41e9-8cc8-ee999dfd5120 req-313064e1-5250-4c7c-b56c-e7686b5c352e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0464175 Jul 06 13:51:37.863022 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4a32a799-c219-41e9-8cc8-ee999dfd5120 req-f772cf0a-4db1-44a1-918f-559a5e6ccf4c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438192 Jul 06 13:51:38.254021 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-615c4615-5d8e-47c4-aaff-63a22a79feca req-25aa73ce-c9b1-437f-834e-20ff4e3b04ae tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 210 time: 0.0266600 Jul 06 13:51:38.439097 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc2491-853f-4adb-b4e8-e1ef4786601c req-12fd556f-684f-49a2-8d76-ed138b78e10a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:38.440475 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-defc2491-853f-4adb-b4e8-e1ef4786601c req-12fd556f-684f-49a2-8d76-ed138b78e10a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0469999 Jul 06 13:51:38.487719 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-defc2491-853f-4adb-b4e8-e1ef4786601c req-a7ca50ab-4391-402d-b876-cb19ab246726 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409870 Jul 06 13:51:38.977093 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfc827-5a3c-4806-bf69-989065b32590 req-4d40587e-80ce-4c02-934c-11dc4f260e60 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:38.978561 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-54bfc827-5a3c-4806-bf69-989065b32590 req-4d40587e-80ce-4c02-934c-11dc4f260e60 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0472209 Jul 06 13:51:39.028208 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-54bfc827-5a3c-4806-bf69-989065b32590 req-118c0537-8736-448a-b0c3-304b3e564211 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442793 Jul 06 13:51:39.137060 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fdf22-8cec-4020-9f9e-a3e4632b34db req-1b2da740-9c4f-411e-8110-182f134fea63 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:39.138577 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-184fdf22-8cec-4020-9f9e-a3e4632b34db req-1b2da740-9c4f-411e-8110-182f134fea63 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0465751 Jul 06 13:51:39.148138 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37020) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:39.152448 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-44fd23b3-d5a1-4e4d-ae20-8630700b8f21 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Request body: {'floatingip': {'port_id': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:51:39.206807 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-44fd23b3-d5a1-4e4d-ae20-8630700b8f21 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for floatingip (06981ba9-3684-4462-96aa-3314ebab5005), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:39.367036 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8e62d4b1-44c8-49d4-ad38-7942be37d841 req-ceb6008e-4bb2-4c44-b903-cc52a20c31db tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=85dc896f-7a07-400c-abc8-cc2d27bda2db HTTP/1.1" status: 200 len: 210 time: 0.0280550 Jul 06 13:51:39.424059 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:39.477628 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e432e4c7-6361-422d-ba22-f473dea0179c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:39.526993 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:39.632826 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aad1f0-b837-42c5-8f27-34fca779cb44 req-0e5e1cba-eb6f-4348-bdd9-4a40d9d2c5ce tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:39.634242 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-92aad1f0-b837-42c5-8f27-34fca779cb44 req-0e5e1cba-eb6f-4348-bdd9-4a40d9d2c5ce tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0628772 Jul 06 13:51:39.749747 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-92aad1f0-b837-42c5-8f27-34fca779cb44 req-fd6cf021-14de-45cf-9f66-fa3f3eaffa1e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985348 Jul 06 13:51:39.751655 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-44fd23b3-d5a1-4e4d-ae20-8630700b8f21 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:39.755821 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-44fd23b3-d5a1-4e4d-ae20-8630700b8f21 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (06981ba9-3684-4462-96aa-3314ebab5005), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:39.950921 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fd23b3-d5a1-4e4d-ae20-8630700b8f21 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Router c3e54064-f093-423d-9c05-6182ab73ea34 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:51:40.049730 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fd23b3-d5a1-4e4d-ae20-8630700b8f21 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:51:40.054609 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-44fd23b3-d5a1-4e4d-ae20-8630700b8f21 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:40.059391 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a88712-75ff-49d9-84e5-6abba5f283ce None None] Sync routers for ids ['c3e54064-f093-423d-9c05-6182ab73ea34'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:51:40.070178 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a88712-75ff-49d9-84e5-6abba5f283ce None None] Routers {'c3e54064-f093-423d-9c05-6182ab73ea34'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:51:40.070807 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-a3a88712-75ff-49d9-84e5-6abba5f283ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:51:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['c3e54064-f093-423d-9c05-6182ab73ea34'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:40.088457 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'tag': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:51:40.090709 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb453ff-f896-4729-b0aa-a9e839db2f35" -d '{"events": [{"name": "network-changed", "server_uuid": "74a59be2-69eb-4bdc-865c-570f5a2019df", "tag": "d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:40.120291 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-44fd23b3-d5a1-4e4d-ae20-8630700b8f21 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "PUT /v2.0/floatingips/06981ba9-3684-4462-96aa-3314ebab5005 HTTP/1.1" status: 200 len: 993 time: 0.9710755 Jul 06 13:51:40.140946 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614848af-7f01-4095-accb-e5709d6c3333 x-openstack-request-id: req-614848af-7f01-4095-accb-e5709d6c3333 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:40.141562 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a59be2-69eb-4bdc-865c-570f5a2019df", "tag": "d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:40.141562 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-614848af-7f01-4095-accb-e5709d6c3333 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:40.141895 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614848af-7f01-4095-accb-e5709d6c3333'] response: {'name': 'network-changed', 'server_uuid': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'tag': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'status': 'completed', 'code': 200} Jul 06 13:51:40.175755 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:40.184066 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-a3a88712-75ff-49d9-84e5-6abba5f283ce None None] Set router c3e54064-f093-423d-9c05-6182ab73ea34 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:51:40.247663 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb453ff-f896-4729-b0aa-a9e839db2f35 req-6978084b-59ae-460a-8705-d306b13a00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:40.249208 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3bb453ff-f896-4729-b0aa-a9e839db2f35 req-6978084b-59ae-460a-8705-d306b13a00d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 1129 time: 0.0392544 Jul 06 13:51:40.331407 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:40.345651 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb453ff-f896-4729-b0aa-a9e839db2f35 req-024652df-639b-4039-8943-b737788e45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:40.347124 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3bb453ff-f896-4729-b0aa-a9e839db2f35 req-024652df-639b-4039-8943-b737788e45c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.0902591 Jul 06 13:51:40.402408 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-a3a88712-75ff-49d9-84e5-6abba5f283ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:29Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '06981ba9-3684-4462-96aa-3314ebab5005', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'port_id': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'mac_address': 'fa:16:3e:5d:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:48:23Z', 'updated_at': '2022-07-06T13:51:39Z', 'revision_number': 3, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e7c9e-d478-4b12-91b0-8576c38210d5', 'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'mac_address': 'fa:16:3e:9a:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:27Z', 'updated_at': '2022-07-06T13:45:45Z', 'revision_number': 5, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'subnets': [{'id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:40.411177 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3bb453ff-f896-4729-b0aa-a9e839db2f35 req-d52a2862-1bc2-4798-9d81-e69d3ce914b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca HTTP/1.1" status: 200 len: 1001 time: 0.0565140 Jul 06 13:51:40.428936 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a88712-75ff-49d9-84e5-6abba5f283ce None None] Checking router: c3e54064-f093-423d-9c05-6182ab73ea34 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:51:40.437706 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a88712-75ff-49d9-84e5-6abba5f283ce None None] Routers {'c3e54064-f093-423d-9c05-6182ab73ea34'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:51:40.438415 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-a3a88712-75ff-49d9-84e5-6abba5f283ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:51:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['c3e54064-f093-423d-9c05-6182ab73ea34'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:40.465827 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:40.474411 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37036) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:40.475011 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb453ff-f896-4729-b0aa-a9e839db2f35 req-bc21c0f2-4372-47ba-86af-b78c72cd271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:40.476594 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3bb453ff-f896-4729-b0aa-a9e839db2f35 req-bc21c0f2-4372-47ba-86af-b78c72cd271e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.0556843 Jul 06 13:51:40.505283 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:40.526740 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb453ff-f896-4729-b0aa-a9e839db2f35 req-0a51fbe5-2364-4911-b7f8-73e5c2446fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:40.528272 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3bb453ff-f896-4729-b0aa-a9e839db2f35 req-0a51fbe5-2364-4911-b7f8-73e5c2446fec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447297 Jul 06 13:51:40.533991 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e70bf01a-b961-434f-9faa-f8acfd1412a0 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:40.562024 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e70bf01a-b961-434f-9faa-f8acfd1412a0 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:40.620466 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e70bf01a-b961-434f-9faa-f8acfd1412a0 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:40.623765 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e70bf01a-b961-434f-9faa-f8acfd1412a0 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:40.627584 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-e70bf01a-b961-434f-9faa-f8acfd1412a0 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "DELETE /v2.0/security-groups/f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31 HTTP/1.1" status: 204 len: 168 time: 0.1486895 Jul 06 13:51:40.628456 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:40.628456 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37038) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:40.630910 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3bb453ff-f896-4729-b0aa-a9e839db2f35 req-43e086b0-1904-442f-8daf-e79c99d6b2e1 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957582 Jul 06 13:51:40.637434 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bf01a-b961-434f-9faa-f8acfd1412a0 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:40.663344 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.api.v2.resource [None req-5ad908c6-fe2a-4853-9b62-da05c370c4f3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] show failed (client error): The resource could not be found. Jul 06 13:51:40.664355 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-5ad908c6-fe2a-4853-9b62-da05c370c4f3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups/f8bb8ded-11f5-4a3a-9f43-52d6a9b4ab31 HTTP/1.1" status: 404 len: 347 time: 0.0325603 Jul 06 13:51:40.667472 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37040) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:40.693242 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-a3a88712-75ff-49d9-84e5-6abba5f283ce None None] Set router c3e54064-f093-423d-9c05-6182ab73ea34 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:51:40.741403 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3bb453ff-f896-4729-b0aa-a9e839db2f35 req-4065b777-e7f2-4e77-abf9-522381c0bf97 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030536 Jul 06 13:51:40.790096 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:40.802401 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-c88a3f63-720f-4b8a-a857-260d89baf873 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Deleting port 21a0c311-4c22-410d-96e9-38d09afbb2f5 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:51:40.802752 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c88a3f63-720f-4b8a-a857-260d89baf873 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (21a0c311-4c22-410d-96e9-38d09afbb2f5), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:40.871249 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84723ff-bc30-4ec7-8839-bc15d0cf5926 req-7d16da92-ed42-4daa-acdf-2448186365c4 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:40.872837 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d84723ff-bc30-4ec7-8839-bc15d0cf5926 req-7d16da92-ed42-4daa-acdf-2448186365c4 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0493400 Jul 06 13:51:40.884202 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c88a3f63-720f-4b8a-a857-260d89baf873 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (21a0c311-4c22-410d-96e9-38d09afbb2f5), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:40.884526 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c88a3f63-720f-4b8a-a857-260d89baf873 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (21a0c311-4c22-410d-96e9-38d09afbb2f5), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:40.898503 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-c88a3f63-720f-4b8a-a857-260d89baf873 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Calling delete_port for 21a0c311-4c22-410d-96e9-38d09afbb2f5 owned by network:floatingip {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:51:40.916160 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-a3a88712-75ff-49d9-84e5-6abba5f283ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:29Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '06981ba9-3684-4462-96aa-3314ebab5005', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'port_id': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'mac_address': 'fa:16:3e:5d:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:48:23Z', 'updated_at': '2022-07-06T13:51:39Z', 'revision_number': 3, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e7c9e-d478-4b12-91b0-8576c38210d5', 'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'mac_address': 'fa:16:3e:9a:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:27Z', 'updated_at': '2022-07-06T13:45:45Z', 'revision_number': 5, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'subnets': [{'id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:40.922160 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d84723ff-bc30-4ec7-8839-bc15d0cf5926 req-bd1c0b52-6a94-4c8c-978d-b2b418fc5952 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427933 Jul 06 13:51:40.944240 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a88712-75ff-49d9-84e5-6abba5f283ce None None] The sync data for ids ['c3e54064-f093-423d-9c05-6182ab73ea34'] in dv-cinder-819149-8-iscsi is: [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:29Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '06981ba9-3684-4462-96aa-3314ebab5005', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'port_id': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'mac_address': 'fa:16:3e:5d:c2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:48:23Z', 'updated_at': '2022-07-06T13:51:39Z', 'revision_number': 3, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329e7c9e-d478-4b12-91b0-8576c38210d5', 'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'mac_address': 'fa:16:3e:9a:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:27Z', 'updated_at': '2022-07-06T13:45:45Z', 'revision_number': 5, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'subnets': [{'id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:51:41.043444 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c88a3f63-720f-4b8a-a857-260d89baf873 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (21a0c311-4c22-410d-96e9-38d09afbb2f5), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:41.067950 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a3f63-720f-4b8a-a857-260d89baf873 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event deleted for resources: {'Port': ['ID=21a0c311-4c22-410d-96e9-38d09afbb2f5,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:41.138057 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c88a3f63-720f-4b8a-a857-260d89baf873 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (8bf518dd-ec06-4df6-80e4-b2881a0d0749), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:41.140478 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c88a3f63-720f-4b8a-a857-260d89baf873 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:41.141655 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-c88a3f63-720f-4b8a-a857-260d89baf873 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "DELETE /v2.0/floatingips/8bf518dd-ec06-4df6-80e4-b2881a0d0749 HTTP/1.1" status: 204 len: 168 time: 0.4719896 Jul 06 13:51:41.947796 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ed495575-15c4-4263-8a95-04f705df4f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:42.046384 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dbe84-3905-48d1-95ae-bbdaa62177d2 req-04b43504-df90-44ae-b770-67b6aac5f206 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:42.047833 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e51dbe84-3905-48d1-95ae-bbdaa62177d2 req-04b43504-df90-44ae-b770-67b6aac5f206 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0503612 Jul 06 13:51:42.101725 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e51dbe84-3905-48d1-95ae-bbdaa62177d2 req-b7785659-57b6-4411-ad14-0119ecddf5e5 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473943 Jul 06 13:51:42.143370 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'tag': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:51:42.146224 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675b5a8a-bc94-41bd-a160-09c466183fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "74a59be2-69eb-4bdc-865c-570f5a2019df", "tag": "d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:42.181495 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18991b84-817b-41bf-8524-8dc44ab1bbc6 x-openstack-request-id: req-18991b84-817b-41bf-8524-8dc44ab1bbc6 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:42.181783 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a59be2-69eb-4bdc-865c-570f5a2019df", "tag": "d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:42.182033 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18991b84-817b-41bf-8524-8dc44ab1bbc6 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:42.182426 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18991b84-817b-41bf-8524-8dc44ab1bbc6'] response: {'name': 'network-changed', 'server_uuid': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'tag': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'status': 'completed', 'code': 200} Jul 06 13:51:42.298743 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b5a8a-bc94-41bd-a160-09c466183fe5 req-63c1b8b0-0fee-408b-845d-5ef629657b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:42.300660 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-675b5a8a-bc94-41bd-a160-09c466183fe5 req-63c1b8b0-0fee-408b-845d-5ef629657b24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 1129 time: 0.0407295 Jul 06 13:51:42.397172 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b5a8a-bc94-41bd-a160-09c466183fe5 req-ab65df05-8264-4652-9dd0-412656e0743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:42.398614 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-675b5a8a-bc94-41bd-a160-09c466183fe5 req-ab65df05-8264-4652-9dd0-412656e0743d service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.0891771 Jul 06 13:51:42.458873 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-675b5a8a-bc94-41bd-a160-09c466183fe5 req-64b77a98-05bf-4893-85b3-465f11c392d2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca HTTP/1.1" status: 200 len: 1001 time: 0.0531926 Jul 06 13:51:42.514922 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b5a8a-bc94-41bd-a160-09c466183fe5 req-2f0b2ba4-d596-4a6f-a5b9-2dd6b77539b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:42.516369 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-675b5a8a-bc94-41bd-a160-09c466183fe5 req-2f0b2ba4-d596-4a6f-a5b9-2dd6b77539b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.0477579 Jul 06 13:51:42.561396 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b5a8a-bc94-41bd-a160-09c466183fe5 req-1b5655de-40c6-4fbc-b286-0df50dc605a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:42.562880 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-675b5a8a-bc94-41bd-a160-09c466183fe5 req-1b5655de-40c6-4fbc-b286-0df50dc605a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401063 Jul 06 13:51:42.668387 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-675b5a8a-bc94-41bd-a160-09c466183fe5 req-985c9fb4-d590-4a26-acac-37f1527908f1 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881495 Jul 06 13:51:42.759627 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-675b5a8a-bc94-41bd-a160-09c466183fe5 req-2a2b1fae-e2cf-433f-aef3-934133c3ffe3 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834765 Jul 06 13:51:42.884680 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:43.216040 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b77109-aed8-41ca-a1f0-246945dcfe07 req-a1be20e9-1406-4cc8-a046-acf315f612ab tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:43.217502 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b0b77109-aed8-41ca-a1f0-246945dcfe07 req-a1be20e9-1406-4cc8-a046-acf315f612ab tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0471113 Jul 06 13:51:43.268720 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b0b77109-aed8-41ca-a1f0-246945dcfe07 req-8afbc6aa-64db-4125-bd44-e66df9dd744b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458093 Jul 06 13:51:43.846790 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e829194-6049-4941-b2ca-1281ab1e2614 req-31153705-9868-4656-a6c8-72804ccd2ba1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:43.849076 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9e829194-6049-4941-b2ca-1281ab1e2614 req-31153705-9868-4656-a6c8-72804ccd2ba1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.0478485 Jul 06 13:51:43.894029 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9e829194-6049-4941-b2ca-1281ab1e2614 req-56f7dbe7-2942-42fe-bdab-e7fab9e2c56d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394514 Jul 06 13:51:44.362005 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:44.375721 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:44.385074 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c423b2-35ab-4587-af6b-89a9b30f3df8 req-2bbe0d81-a63b-498b-839a-e55835aadf9e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:44.387310 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-05c423b2-35ab-4587-af6b-89a9b30f3df8 req-2bbe0d81-a63b-498b-839a-e55835aadf9e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0488114 Jul 06 13:51:44.434392 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-05c423b2-35ab-4587-af6b-89a9b30f3df8 req-f8fd92a7-df0f-49c7-ac57-d3c2e8a87bcf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413156 Jul 06 13:51:44.647612 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:45.011860 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de772f-bb4f-4937-9340-2941a113b027 req-31090da9-10c5-4aba-9366-693d787097fc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:45.013321 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f6de772f-bb4f-4937-9340-2941a113b027 req-31090da9-10c5-4aba-9366-693d787097fc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.0503626 Jul 06 13:51:45.061388 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f6de772f-bb4f-4937-9340-2941a113b027 req-344cbb70-606c-4a0f-9527-6a65351a72e5 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=4c768f5e-f8c2-49d3-8116-d4a03d3592a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 Jul 06 13:51:45.293928 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-01eaee54-ab23-4fee-8c18-420f9d5a793d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:45.295365 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-01eaee54-ab23-4fee-8c18-420f9d5a793d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 946 time: 0.0467324 Jul 06 13:51:45.391012 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Deleting port eb26a6ef-8459-409e-986c-7f71a4f52683 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:51:45.391750 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:45.476148 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:45.481635 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] For port eb26a6ef-8459-409e-986c-7f71a4f52683, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=eb26a6ef-8459-409e-986c-7f71a4f52683,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:45.482011 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:45.608780 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd419355-801e-4f7d-b92e-49b7f9ea0fb4 req-8d6d5f96-f353-4a18-a4a7-cc401529b3f5 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:45.610162 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bd419355-801e-4f7d-b92e-49b7f9ea0fb4 req-8d6d5f96-f353-4a18-a4a7-cc401529b3f5 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0846140 Jul 06 13:51:45.721715 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bd419355-801e-4f7d-b92e-49b7f9ea0fb4 req-d9668329-ef62-4b16-974c-d35b86abf29a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992608 Jul 06 13:51:45.723503 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:45.723870 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (2660443a-523e-4649-8e18-48d7496fac85), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:45.724190 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Floating IP 2660443a-523e-4649-8e18-48d7496fac85 disassociated. External IP: 172.27.3.233, port: eb26a6ef-8459-409e-986c-7f71a4f52683. Jul 06 13:51:45.724544 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Calling delete_port for eb26a6ef-8459-409e-986c-7f71a4f52683 owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:51:45.852612 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (eb26a6ef-8459-409e-986c-7f71a4f52683), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:45.877978 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event deleted for resources: {'Port': ['ID=eb26a6ef-8459-409e-986c-7f71a4f52683,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:45.989589 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:51:46.079346 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:46.095983 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:51:46.105240 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98358931-ea4b-4ac8-a9ce-54b37c025bc9 None None] Sync routers for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:51:46.115447 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98358931-ea4b-4ac8-a9ce-54b37c025bc9 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:51:46.116096 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-98358931-ea4b-4ac8-a9ce-54b37c025bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:51:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:46.141370 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] No DVR routers for this DVR port eb26a6ef-8459-409e-986c-7f71a4f52683 on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:51:46.144033 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:46.147519 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-48a898d7-caf1-4475-895a-ea48563d1c88 req-64a211fc-38e0-4607-ad14-8390b22a8311 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "DELETE /v2.0/ports/eb26a6ef-8459-409e-986c-7f71a4f52683 HTTP/1.1" status: 204 len: 173 time: 0.8378992 Jul 06 13:51:46.148001 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'name': 'network-vif-deleted', 'tag': 'eb26a6ef-8459-409e-986c-7f71a4f52683'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:51:46.151129 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e624460-1b35-42e9-89bb-19da5c3aea67" -d '{"events": [{"server_uuid": "5cf73c2b-28f6-49f1-a119-224c05679d2c", "name": "network-vif-deleted", "tag": "eb26a6ef-8459-409e-986c-7f71a4f52683"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:46.166118 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-98ec4be7-d597-4cf8-988b-a6b2c35a60b9 req-f572070b-d050-47f1-a0ad-56c6b30389cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5cf73c2b-28f6-49f1-a119-224c05679d2c HTTP/1.1" status: 200 len: 210 time: 0.0316696 Jul 06 13:51:46.194379 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af25be00-6117-482e-b963-b10a26c48a02 x-openstack-request-id: req-af25be00-6117-482e-b963-b10a26c48a02 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:46.194674 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf73c2b-28f6-49f1-a119-224c05679d2c", "name": "network-vif-deleted", "tag": "eb26a6ef-8459-409e-986c-7f71a4f52683", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:46.194932 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af25be00-6117-482e-b963-b10a26c48a02 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:46.195336 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af25be00-6117-482e-b963-b10a26c48a02'] response: {'server_uuid': '5cf73c2b-28f6-49f1-a119-224c05679d2c', 'name': 'network-vif-deleted', 'tag': 'eb26a6ef-8459-409e-986c-7f71a4f52683', 'status': 'completed', 'code': 200} Jul 06 13:51:46.229533 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-98358931-ea4b-4ac8-a9ce-54b37c025bc9 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:51:46.438533 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-98358931-ea4b-4ac8-a9ce-54b37c025bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:46.463400 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98358931-ea4b-4ac8-a9ce-54b37c025bc9 None None] Checking router: 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:51:46.471758 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98358931-ea4b-4ac8-a9ce-54b37c025bc9 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:51:46.472309 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-98358931-ea4b-4ac8-a9ce-54b37c025bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:51:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:46.571493 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-98358931-ea4b-4ac8-a9ce-54b37c025bc9 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:51:46.756790 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-98358931-ea4b-4ac8-a9ce-54b37c025bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:51:46.782066 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98358931-ea4b-4ac8-a9ce-54b37c025bc9 None None] The sync data for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi is: [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:51:46.840365 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243c27-866d-479b-81f3-3ab5e9fc6348 req-6aef94dd-5bc6-460e-bffe-3fe7293d564f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:46.841945 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-83243c27-866d-479b-81f3-3ab5e9fc6348 req-6aef94dd-5bc6-460e-bffe-3fe7293d564f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0516372 Jul 06 13:51:46.897401 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-83243c27-866d-479b-81f3-3ab5e9fc6348 req-98b70cac-5cb5-4151-b534-6b946a2cf844 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490904 Jul 06 13:51:47.020001 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1e549a-32e2-43dd-98fe-6116a1ace3ba None None] New status for floating IP 2660443a-523e-4649-8e18-48d7496fac85: DOWN {{(pid=110607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:51:47.256079 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37088) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:47.282184 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:47.317680 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-49cfc5e2-f207-4549-8c0f-3d6f6ee986c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (4c768f5e-f8c2-49d3-8116-d4a03d3592a1), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:47.340582 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-49cfc5e2-f207-4549-8c0f-3d6f6ee986c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (4c768f5e-f8c2-49d3-8116-d4a03d3592a1), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:47.356633 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:47.389929 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-49cfc5e2-f207-4549-8c0f-3d6f6ee986c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (4c768f5e-f8c2-49d3-8116-d4a03d3592a1), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:47.392423 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-49cfc5e2-f207-4549-8c0f-3d6f6ee986c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:47.393583 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-49cfc5e2-f207-4549-8c0f-3d6f6ee986c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "DELETE /v2.0/security-groups/4c768f5e-f8c2-49d3-8116-d4a03d3592a1 HTTP/1.1" status: 204 len: 168 time: 0.1365027 Jul 06 13:51:47.396377 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37090) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:47.403104 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfc5e2-f207-4549-8c0f-3d6f6ee986c3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c768f5e-f8c2-49d3-8116-d4a03d3592a1,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:47.411111 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.api.v2.resource [None req-9a11fffe-14eb-4b2a-8550-f82971c123bb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] show failed (client error): The resource could not be found. Jul 06 13:51:47.412370 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-9a11fffe-14eb-4b2a-8550-f82971c123bb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups/4c768f5e-f8c2-49d3-8116-d4a03d3592a1 HTTP/1.1" status: 404 len: 347 time: 0.0149260 Jul 06 13:51:47.415349 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37092) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:47.526872 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-e8127b2e-55d8-45b2-8632-669dab53bed1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Deleting port a7f0293a-680b-4d6a-9673-9f375543cf1e {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:51:47.527124 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8127b2e-55d8-45b2-8632-669dab53bed1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (a7f0293a-680b-4d6a-9673-9f375543cf1e), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:47.604421 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8127b2e-55d8-45b2-8632-669dab53bed1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (a7f0293a-680b-4d6a-9673-9f375543cf1e), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:47.604746 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8127b2e-55d8-45b2-8632-669dab53bed1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (a7f0293a-680b-4d6a-9673-9f375543cf1e), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:47.617748 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-e8127b2e-55d8-45b2-8632-669dab53bed1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Calling delete_port for a7f0293a-680b-4d6a-9673-9f375543cf1e owned by network:floatingip {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:51:47.628238 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:47.901667 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device eb26a6ef-8459-409e-986c-7f71a4f52683 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:51:47.921586 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: eb26a6ef-8459-409e-986c-7f71a4f52683 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:51:47.921987 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device eb26a6ef-8459-409e-986c-7f71a4f52683 not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:51:48.046192 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2efda-927c-47d1-8931-5d59c78e9cbb req-a756978e-1d72-4f3f-a6ea-d7c86e903c51 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:48.047642 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a1e2efda-927c-47d1-8931-5d59c78e9cbb req-a756978e-1d72-4f3f-a6ea-d7c86e903c51 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0585012 Jul 06 13:51:48.052570 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8127b2e-55d8-45b2-8632-669dab53bed1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (a7f0293a-680b-4d6a-9673-9f375543cf1e), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.085085 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8127b2e-55d8-45b2-8632-669dab53bed1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event deleted for resources: {'Port': ['ID=a7f0293a-680b-4d6a-9673-9f375543cf1e,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:48.171757 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a1e2efda-927c-47d1-8931-5d59c78e9cbb req-0eb2a860-425e-4860-b830-958232123b78 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166904 Jul 06 13:51:48.183624 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8127b2e-55d8-45b2-8632-669dab53bed1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (2660443a-523e-4649-8e18-48d7496fac85), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.186169 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e8127b2e-55d8-45b2-8632-669dab53bed1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.187303 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-e8127b2e-55d8-45b2-8632-669dab53bed1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "DELETE /v2.0/floatingips/2660443a-523e-4649-8e18-48d7496fac85 HTTP/1.1" status: 204 len: 168 time: 0.7710192 Jul 06 13:51:48.277473 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37098) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:48.282014 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-c6a8e577-cd5e-434c-8a1f-6fedf01a1b58 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--484782922', 'description': 'tempest-description--1116465279'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:51:48.304453 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e577-cd5e-434c-8a1f-6fedf01a1b58 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.371419 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e577-cd5e-434c-8a1f-6fedf01a1b58 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (0365f241-198c-4a9c-98f7-dd1c94398415), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.375705 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e577-cd5e-434c-8a1f-6fedf01a1b58 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (0365f241-198c-4a9c-98f7-dd1c94398415), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.405200 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c6a8e577-cd5e-434c-8a1f-6fedf01a1b58 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.406665 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-c6a8e577-cd5e-434c-8a1f-6fedf01a1b58 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1279302 Jul 06 13:51:48.409374 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37100) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:48.410932 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8e577-cd5e-434c-8a1f-6fedf01a1b58 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0365f241-198c-4a9c-98f7-dd1c94398415,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:48.418058 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-10171546-ec05-4e6b-b373-cacb768679ed tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'security_group_rule': {'security_group_id': '0365f241-198c-4a9c-98f7-dd1c94398415', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:51:48.446929 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-10171546-ec05-4e6b-b373-cacb768679ed tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (754eb8b3-6ce4-43b4-befa-74b1873ca1cb), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.514859 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-10171546-ec05-4e6b-b373-cacb768679ed tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (754eb8b3-6ce4-43b4-befa-74b1873ca1cb), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.518599 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-10171546-ec05-4e6b-b373-cacb768679ed tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (754eb8b3-6ce4-43b4-befa-74b1873ca1cb), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.536403 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10171546-ec05-4e6b-b373-cacb768679ed tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754eb8b3-6ce4-43b4-befa-74b1873ca1cb,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:48.544537 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-10171546-ec05-4e6b-b373-cacb768679ed tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.545771 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-10171546-ec05-4e6b-b373-cacb768679ed tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351900 Jul 06 13:51:48.548527 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37102) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:48.553600 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-3e12b394-4faa-4304-a007-a9a8e2733f10 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'security_group_rule': {'security_group_id': '0365f241-198c-4a9c-98f7-dd1c94398415', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:51:48.579443 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3e12b394-4faa-4304-a007-a9a8e2733f10 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (f74a7190-fe9e-4469-9d16-a38c020b13bf), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.640562 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3e12b394-4faa-4304-a007-a9a8e2733f10 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (f74a7190-fe9e-4469-9d16-a38c020b13bf), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.644010 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3e12b394-4faa-4304-a007-a9a8e2733f10 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (f74a7190-fe9e-4469-9d16-a38c020b13bf), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.663253 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12b394-4faa-4304-a007-a9a8e2733f10 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74a7190-fe9e-4469-9d16-a38c020b13bf,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:48.670263 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3e12b394-4faa-4304-a007-a9a8e2733f10 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.671442 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-3e12b394-4faa-4304-a007-a9a8e2733f10 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219492 Jul 06 13:51:48.674830 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37104) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:51:48.680047 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:51:48.700497 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.782191 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:48.895083 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Allocated IP 172.27.3.220 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/081e8cd8-a367-4bf5-92a1-a9061669a783) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:48.998904 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for port (081e8cd8-a367-4bf5-92a1-a9061669a783), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:49.018875 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:49.031520 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (081e8cd8-a367-4bf5-92a1-a9061669a783), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:49.066841 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:49.077784 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:49.081523 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:49.084544 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'Port': ['ID=081e8cd8-a367-4bf5-92a1-a9061669a783,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:49.087081 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:51:49.170357 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:49.212454 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (081e8cd8-a367-4bf5-92a1-a9061669a783), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:49.288686 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadece5f-2168-42e6-bc66-6c38af9224f5 req-408254e3-8c1f-4a84-be80-a25f94c19315 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:49.290496 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-dadece5f-2168-42e6-bc66-6c38af9224f5 req-408254e3-8c1f-4a84-be80-a25f94c19315 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0491114 Jul 06 13:51:49.341545 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-dadece5f-2168-42e6-bc66-6c38af9224f5 req-707a6d6a-9ab6-49aa-801b-219e5ebe0930 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450025 Jul 06 13:51:49.361808 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for port (081e8cd8-a367-4bf5-92a1-a9061669a783), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:49.366337 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (081e8cd8-a367-4bf5-92a1-a9061669a783), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:49.433756 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'Port': ['ID=081e8cd8-a367-4bf5-92a1-a9061669a783,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:49.449078 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:49.464705 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:49.465946 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-8a948619-54fd-4279-b5f2-368c1b779cfc tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7901986 Jul 06 13:51:49.612445 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-be93e804-243d-4be3-bf22-7eaa578d06be tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--484782922&fields=id&tenant_id=bd85f2a57a0847debf5aaf81aab7a638 HTTP/1.1" status: 200 len: 267 time: 0.0418293 Jul 06 13:51:49.721482 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-ddd9f3bc-57ad-4d6d-a03e-2776f3497413 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:49.722952 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-ddd9f3bc-57ad-4d6d-a03e-2776f3497413 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 815 time: 0.1038430 Jul 06 13:51:49.737609 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-e95e3cdd-3cd7-42f5-850d-ca89a6aacc21 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/quotas/bd85f2a57a0847debf5aaf81aab7a638 HTTP/1.1" status: 200 len: 375 time: 0.0089629 Jul 06 13:51:49.790558 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-8104dd99-bc39-4fdb-8f18-f6fb3506529d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476222 Jul 06 13:51:49.889745 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-da1174a5-894c-4d03-91a1-fe60a49d41b6 service neutron] 10.222.0.20 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855744 Jul 06 13:51:49.986073 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-c9d262c9-c322-4346-a113-0082231482fe service neutron] 10.222.0.20 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900080 Jul 06 13:51:50.175057 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4a40a0fb-00db-454c-9d8c-fa52af79ddfa req-da9debbf-ec2c-4c79-94d2-b5d1df0001d2 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 210 time: 0.0304434 Jul 06 13:51:50.461354 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:50.488122 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f64d86-295a-4daa-8e43-579528fd759e req-f9678f87-c8db-4a01-adaf-d5956319e715 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:50.490202 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-31f64d86-295a-4daa-8e43-579528fd759e req-f9678f87-c8db-4a01-adaf-d5956319e715 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0620925 Jul 06 13:51:50.532684 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:50.548015 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-31f64d86-295a-4daa-8e43-579528fd759e req-2458c32d-e2ce-4775-8236-12db184bf4d7 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510151 Jul 06 13:51:51.286632 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6f63d45e-2ee6-4872-bac1-f41e44e02a66 req-5793cfae-884e-439e-8710-f9e1bb5abb76 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 210 time: 0.0395429 Jul 06 13:51:51.315170 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:51.387307 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-5047ee5e-7ad5-46b9-8e7a-744ec420d329 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:51.388728 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-5047ee5e-7ad5-46b9-8e7a-744ec420d329 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 815 time: 0.1138239 Jul 06 13:51:51.475314 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-7205fd9a-d741-4281-929b-4478994ead2a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd85f2a57a0847debf5aaf81aab7a638 HTTP/1.1" status: 200 len: 379 time: 0.0621369 Jul 06 13:51:51.629649 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-a2489593-e176-44ca-a0bc-9a50d93d99cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'port': {'device_id': 'd82144a2-d572-4e58-852c-7553331127cc', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'admin_state_up': True, 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'security_groups': ['0365f241-198c-4a9c-98f7-dd1c94398415']}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:51:51.671041 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f109a2-e939-47f3-a256-abaad01f6e00 req-9fa745fd-dec2-4d3b-9d90-e52564b764e5 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:51.672561 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-33f109a2-e939-47f3-a256-abaad01f6e00 req-9fa745fd-dec2-4d3b-9d90-e52564b764e5 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0501111 Jul 06 13:51:51.722305 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-33f109a2-e939-47f3-a256-abaad01f6e00 req-1cda7935-083d-4d46-b194-20294607d95f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429111 Jul 06 13:51:51.731983 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:51.749518 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-a2489593-e176-44ca-a0bc-9a50d93d99cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Made reservation on behalf of bd85f2a57a0847debf5aaf81aab7a638 for: {'port': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:51:51.752955 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-a2489593-e176-44ca-a0bc-9a50d93d99cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:51.876527 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-a2489593-e176-44ca-a0bc-9a50d93d99cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Allocated IP 172.20.0.14 (599de418-b206-4788-89c1-e9276ab94414/77668382-4527-4719-963a-ed1774a7fa55/07de552b-eff5-4b04-9e8d-032f865a589a) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:51:52.016697 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-a2489593-e176-44ca-a0bc-9a50d93d99cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for port (07de552b-eff5-4b04-9e8d-032f865a589a), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:52.047703 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-a2489593-e176-44ca-a0bc-9a50d93d99cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:52.093979 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-a2489593-e176-44ca-a0bc-9a50d93d99cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Network 599de418-b206-4788-89c1-e9276ab94414 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:51:52.097537 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-a2489593-e176-44ca-a0bc-9a50d93d99cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:51:52.101347 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-a2489593-e176-44ca-a0bc-9a50d93d99cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:51:52.107470 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2489593-e176-44ca-a0bc-9a50d93d99cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'Port': ['ID=07de552b-eff5-4b04-9e8d-032f865a589a,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:52.159170 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-a2489593-e176-44ca-a0bc-9a50d93d99cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:52.159853 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-a2489593-e176-44ca-a0bc-9a50d93d99cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:52.177496 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-a2489593-e176-44ca-a0bc-9a50d93d99cb tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5518105 Jul 06 13:51:52.223317 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Request body: {'port': {'device_id': 'd82144a2-d572-4e58-852c-7553331127cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:51:52.284219 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:52.307436 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ce2847b5-0994-46f7-9a85-64e73a73a4fc None None] Provisioning complete for port 07de552b-eff5-4b04-9e8d-032f865a589a triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:51:52.308368 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ce2847b5-0994-46f7-9a85-64e73a73a4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:52.340326 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ce2847b5-0994-46f7-9a85-64e73a73a4fc None None] Port 07de552b-eff5-4b04-9e8d-032f865a589a cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:51:52.432527 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:52.465279 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25e7ca-6593-400f-94e8-6d5ddf82579d req-e062824a-f18e-4fbc-97cf-78a423432219 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:52.466772 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ae25e7ca-6593-400f-94e8-6d5ddf82579d req-e062824a-f18e-4fbc-97cf-78a423432219 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 932 time: 0.0798321 Jul 06 13:51:52.523913 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:52.577498 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ae25e7ca-6593-400f-94e8-6d5ddf82579d req-62b38a27-9923-48d5-b2cf-9159609504ce tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994160 Jul 06 13:51:52.634330 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07de552b-eff5-4b04-9e8d-032f865a589a {{(pid=110605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:51:52.641776 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Publish callbacks [] for port (07de552b-eff5-4b04-9e8d-032f865a589a), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:52.653877 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.provisioning_blocks [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Transition to ACTIVE for port object 07de552b-eff5-4b04-9e8d-032f865a589a will not be triggered until provisioned by entity L2. {{(pid=110605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:51:52.657739 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:52.712043 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Pushing event updated for resources: {'Port': ['ID=07de552b-eff5-4b04-9e8d-032f865a589a,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:52.788701 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Attempting to bind port 07de552b-eff5-4b04-9e8d-032f865a589a on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:51:52.789100 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Attempting to bind port 07de552b-eff5-4b04-9e8d-032f865a589a by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:51:52.789392 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Attempting to bind port 07de552b-eff5-4b04-9e8d-032f865a589a on network 599de418-b206-4788-89c1-e9276ab94414 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:51:52.794360 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Port 07de552b-eff5-4b04-9e8d-032f865a589a on network 599de418-b206-4788-89c1-e9276ab94414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:51:52.794681 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Attempting to bind port 07de552b-eff5-4b04-9e8d-032f865a589a on network 599de418-b206-4788-89c1-e9276ab94414 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:51:52.800272 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:51:52.800658 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Checking segment: {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:51:52.801074 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Bound using segment: {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:51:52.801511 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Bound port: 07de552b-eff5-4b04-9e8d-032f865a589a, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'}}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:51:52.801875 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:52.842157 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551793d-dec9-4983-b42b-4b0309389254 req-85ddaf74-2841-4606-8b0c-5695793a4598 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:52.843812 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a551793d-dec9-4983-b42b-4b0309389254 req-85ddaf74-2841-4606-8b0c-5695793a4598 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0500150 Jul 06 13:51:52.873568 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] For port 07de552b-eff5-4b04-9e8d-032f865a589a, host hv-cinder-81914, cleared binding levels {{(pid=110605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:51:52.876985 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] For port 07de552b-eff5-4b04-9e8d-032f865a589a, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=07de552b-eff5-4b04-9e8d-032f865a589a,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:51:52.884651 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:52.898451 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a551793d-dec9-4983-b42b-4b0309389254 req-6f0f00b7-5220-47ef-9a23-3fab3484f6ff tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471566 Jul 06 13:51:52.924782 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:52.925433 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:52.926813 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-19fa7372-9051-4943-8db5-05cffd234add service neutron] 10.222.0.39 "PUT /v2.0/ports/07de552b-eff5-4b04-9e8d-032f865a589a HTTP/1.1" status: 200 len: 1094 time: 0.7079568 Jul 06 13:51:52.927594 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82144a2-d572-4e58-852c-7553331127cc', 'tag': '07de552b-eff5-4b04-9e8d-032f865a589a'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:51:52.929899 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88cf504-0661-4c33-bc65-e5d62943a318" -d '{"events": [{"name": "network-changed", "server_uuid": "d82144a2-d572-4e58-852c-7553331127cc", "tag": "07de552b-eff5-4b04-9e8d-032f865a589a"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:51:52.958221 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa7372-9051-4943-8db5-05cffd234add service neutron] Pushing event updated for resources: {'Port': ['ID=07de552b-eff5-4b04-9e8d-032f865a589a,revision_number=3']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:52.977340 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcfffda-860a-4558-b7cf-9262e76a2aa6 x-openstack-request-id: req-8dcfffda-860a-4558-b7cf-9262e76a2aa6 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:51:52.977631 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82144a2-d572-4e58-852c-7553331127cc", "tag": "07de552b-eff5-4b04-9e8d-032f865a589a", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:51:52.977882 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dcfffda-860a-4558-b7cf-9262e76a2aa6 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:51:52.978285 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dcfffda-860a-4558-b7cf-9262e76a2aa6'] response: {'name': 'network-changed', 'server_uuid': 'd82144a2-d572-4e58-852c-7553331127cc', 'tag': '07de552b-eff5-4b04-9e8d-032f865a589a', 'status': 'completed', 'code': 200} Jul 06 13:51:53.051386 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-7d2c2631-5c98-44f6-bb21-9bfd074217ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:53.052968 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-7d2c2631-5c98-44f6-bb21-9bfd074217ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 1128 time: 0.0455630 Jul 06 13:51:53.105300 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-02080317-8b5f-44a8-bfbe-59ee3516909d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07de552b-eff5-4b04-9e8d-032f865a589a HTTP/1.1" status: 200 len: 217 time: 0.0341353 Jul 06 13:51:53.153567 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-b31ac6f0-58e2-4e75-8707-0e93276a6df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:53.155077 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-b31ac6f0-58e2-4e75-8707-0e93276a6df7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 200 len: 854 time: 0.0433879 Jul 06 13:51:53.201305 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-09eefa83-2b67-4a19-8fb3-08c30aca4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:53.202712 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-09eefa83-2b67-4a19-8fb3-08c30aca4154 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599de418-b206-4788-89c1-e9276ab94414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401475 Jul 06 13:51:53.297998 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-c9de5453-5b2b-4a4c-b66e-fa01be3529d4 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880694 Jul 06 13:51:53.389848 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aab46f3b-fa01-4ec1-aefb-81ced85def4f req-c26232be-fd71-4620-bce6-af6e5c53016f service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851872 Jul 06 13:51:53.692925 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5680285-7d44-49c4-9038-45fc74edc315 req-0fd2e884-625d-4f74-b7cc-0d97327c499c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:53.695119 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f5680285-7d44-49c4-9038-45fc74edc315 req-0fd2e884-625d-4f74-b7cc-0d97327c499c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 944 time: 0.0516953 Jul 06 13:51:53.741026 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f5680285-7d44-49c4-9038-45fc74edc315 req-b79f6b44-5a60-459b-b51c-27867279925e tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404229 Jul 06 13:51:54.007825 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:54.016312 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96d74b-09b7-4745-973b-c23df308d7c4 req-1f9ee5e9-597f-4212-9b61-73cf0a340b4c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:54.017794 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5c96d74b-09b7-4745-973b-c23df308d7c4 req-1f9ee5e9-597f-4212-9b61-73cf0a340b4c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0475466 Jul 06 13:51:54.065317 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5c96d74b-09b7-4745-973b-c23df308d7c4 req-2c3532ae-bfb5-4749-88b5-4c1d890844d8 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417588 Jul 06 13:51:54.610893 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:54.854027 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aaff2c-59e6-4406-9946-998f884d52ea req-238ab4b6-ca1e-4603-b0d8-a394d7db4b96 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:54.855485 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b8aaff2c-59e6-4406-9946-998f884d52ea req-238ab4b6-ca1e-4603-b0d8-a394d7db4b96 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 944 time: 0.0466173 Jul 06 13:51:54.902159 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b8aaff2c-59e6-4406-9946-998f884d52ea req-bf3630c2-53c6-494e-9119-56f525c4b6aa tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411656 Jul 06 13:51:55.176177 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5107ea-e2f9-4754-b7ee-4bc8a4398c7b req-fc481751-c222-4c85-90c0-3fac82c6fb78 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:55.177554 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0f5107ea-e2f9-4754-b7ee-4bc8a4398c7b req-fc481751-c222-4c85-90c0-3fac82c6fb78 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0450294 Jul 06 13:51:55.202057 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:55.225849 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0f5107ea-e2f9-4754-b7ee-4bc8a4398c7b req-ab0d1cc2-4c05-4c27-afda-f5f66cee2ef9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421357 Jul 06 13:51:56.013334 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323501a-f641-4d16-b5c6-0e307a9f9803 req-dd585e66-49d0-4231-9e04-8c984882a72e tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:56.014789 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c323501a-f641-4d16-b5c6-0e307a9f9803 req-dd585e66-49d0-4231-9e04-8c984882a72e tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 944 time: 0.0470846 Jul 06 13:51:56.066482 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c323501a-f641-4d16-b5c6-0e307a9f9803 req-e26d9f84-7b27-456b-8b5b-c7e7c13f497c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462947 Jul 06 13:51:56.066803 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cf504-0661-4c33-bc65-e5d62943a318 req-d0ac2e09-8371-41c8-ba7f-2020894f37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:56.068326 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d88cf504-0661-4c33-bc65-e5d62943a318 req-d0ac2e09-8371-41c8-ba7f-2020894f37e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 1128 time: 0.0428488 Jul 06 13:51:56.225344 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cf504-0661-4c33-bc65-e5d62943a318 req-243f7102-1ad5-4c40-8805-1d6e7fb801be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:56.226686 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d88cf504-0661-4c33-bc65-e5d62943a318 req-243f7102-1ad5-4c40-8805-1d6e7fb801be service neutron] 10.222.0.39 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 916 time: 0.0956311 Jul 06 13:51:56.268805 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d88cf504-0661-4c33-bc65-e5d62943a318 req-549c9003-4d7c-48ac-bd49-a9f8db209b0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07de552b-eff5-4b04-9e8d-032f865a589a HTTP/1.1" status: 200 len: 217 time: 0.0357130 Jul 06 13:51:56.360323 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cf504-0661-4c33-bc65-e5d62943a318 req-c8416bde-5c89-4b60-aeb0-fe9c90273055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:56.361827 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d88cf504-0661-4c33-bc65-e5d62943a318 req-c8416bde-5c89-4b60-aeb0-fe9c90273055 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 200 len: 854 time: 0.0797853 Jul 06 13:51:56.368145 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54e81f-ed82-4336-b274-7d1e19a84f8a req-bf46841e-22ec-4fe6-81c0-60d2e3e4224b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:56.369665 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5e54e81f-ed82-4336-b274-7d1e19a84f8a req-bf46841e-22ec-4fe6-81c0-60d2e3e4224b tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0601137 Jul 06 13:51:56.432084 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88cf504-0661-4c33-bc65-e5d62943a318 req-b8c4e761-62bd-413d-b902-4446521149f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:56.433626 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d88cf504-0661-4c33-bc65-e5d62943a318 req-b8c4e761-62bd-413d-b902-4446521149f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599de418-b206-4788-89c1-e9276ab94414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630810 Jul 06 13:51:56.473319 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5e54e81f-ed82-4336-b274-7d1e19a84f8a req-811ab21e-64f1-4d16-8aae-bbb053b48ba0 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0930748 Jul 06 13:51:56.540966 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d88cf504-0661-4c33-bc65-e5d62943a318 req-7dc71d17-23d1-45f4-a45d-a3b7f9d8589e service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961592 Jul 06 13:51:56.645551 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d88cf504-0661-4c33-bc65-e5d62943a318 req-8245b791-237a-4a91-b783-a107c49e4cac service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974624 Jul 06 13:51:56.724127 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53f4fa-dc51-40b5-b46b-325069ce0b91 req-24c9e439-6ec9-4531-95b8-9befdd77b60c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:56.725647 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2a53f4fa-dc51-40b5-b46b-325069ce0b91 req-24c9e439-6ec9-4531-95b8-9befdd77b60c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0504329 Jul 06 13:51:56.773647 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2a53f4fa-dc51-40b5-b46b-325069ce0b91 req-8d1afb11-b00b-4460-9203-a245f65689f9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419388 Jul 06 13:51:56.822477 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c8d7b-c301-4400-bfc4-0a0d2fb2bfee req-ba1d90ad-1716-46ef-b283-577c5868d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:56.823959 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-694c8d7b-c301-4400-bfc4-0a0d2fb2bfee req-ba1d90ad-1716-46ef-b283-577c5868d8ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05df572327d54bd99595974b75898052&device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 1130 time: 0.0408487 Jul 06 13:51:56.915115 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c8d7b-c301-4400-bfc4-0a0d2fb2bfee req-8d1a0c15-d139-48a7-8143-377d4aaacb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:56.916495 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-694c8d7b-c301-4400-bfc4-0a0d2fb2bfee req-8d1a0c15-d139-48a7-8143-377d4aaacb53 service neutron] 10.222.0.39 "GET /v2.0/networks?id=971af843-a8c2-4694-8a42-a011949622a1 HTTP/1.1" status: 200 len: 911 time: 0.0866690 Jul 06 13:51:56.976660 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-694c8d7b-c301-4400-bfc4-0a0d2fb2bfee req-02cedb11-0876-4ecc-bfc0-2bc9fc76810f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ca14d5b-272c-4543-9380-0fbec0da4da8 HTTP/1.1" status: 200 len: 1002 time: 0.0538497 Jul 06 13:51:57.012641 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:57.030511 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c8d7b-c301-4400-bfc4-0a0d2fb2bfee req-423b638e-988c-44a2-aeae-a27d8c1d414b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:57.031852 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-694c8d7b-c301-4400-bfc4-0a0d2fb2bfee req-423b638e-988c-44a2-aeae-a27d8c1d414b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e1bcabb-e45a-4964-8332-c655940202a4 HTTP/1.1" status: 200 len: 849 time: 0.0474911 Jul 06 13:51:57.080089 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c8d7b-c301-4400-bfc4-0a0d2fb2bfee req-fb626b6d-a019-4758-990a-b6c359442509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:57.081557 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-694c8d7b-c301-4400-bfc4-0a0d2fb2bfee req-fb626b6d-a019-4758-990a-b6c359442509 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=971af843-a8c2-4694-8a42-a011949622a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392232 Jul 06 13:51:57.157844 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:57.176550 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-694c8d7b-c301-4400-bfc4-0a0d2fb2bfee req-6de4a7d9-c475-4187-8298-581e60f8f4d4 service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884011 Jul 06 13:51:57.183644 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfa37b-a0e0-451f-b8e5-856d6ffc4a97 req-94648ef3-2d72-41ed-aedc-c7f177cc41cd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:57.185113 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b5cfa37b-a0e0-451f-b8e5-856d6ffc4a97 req-94648ef3-2d72-41ed-aedc-c7f177cc41cd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 944 time: 0.0489354 Jul 06 13:51:57.231432 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b5cfa37b-a0e0-451f-b8e5-856d6ffc4a97 req-f17d72ea-1958-4213-8215-61a5e56cf506 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408294 Jul 06 13:51:57.268202 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-694c8d7b-c301-4400-bfc4-0a0d2fb2bfee req-0048ef3a-9bf6-4eae-a385-0629cf229a42 service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835884 Jul 06 13:51:57.899699 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d44788-c59a-4121-ab5c-7025639c29f5 req-4b3ed8d6-8a06-4c6d-9769-4938801aca55 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:57.901253 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-96d44788-c59a-4121-ab5c-7025639c29f5 req-4b3ed8d6-8a06-4c6d-9769-4938801aca55 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0553715 Jul 06 13:51:57.916743 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 07de552b-eff5-4b04-9e8d-032f865a589a details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:51:57.953597 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-96d44788-c59a-4121-ab5c-7025639c29f5 req-39291ca7-cd2a-4314-89f3-e517fafad00a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454819 Jul 06 13:51:57.962846 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:58.027693 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 07de552b-eff5-4b04-9e8d-032f865a589a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=07de552b-eff5-4b04-9e8d-032f865a589a,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:58.039699 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '07de552b-eff5-4b04-9e8d-032f865a589a', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'port_id': '07de552b-eff5-4b04-9e8d-032f865a589a', 'mac_address': 'fa:16:3e:a4:24:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:51:58.077318 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 07de552b-eff5-4b04-9e8d-032f865a589a is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:51:58.077647 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:58.090736 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07de552b-eff5-4b04-9e8d-032f865a589a {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:51:58.096495 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:51:58.113418 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 07de552b-eff5-4b04-9e8d-032f865a589a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=07de552b-eff5-4b04-9e8d-032f865a589a,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:51:58.117739 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:51:58.163918 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=07de552b-eff5-4b04-9e8d-032f865a589a,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:51:58.343628 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de07b1-23ac-42b5-9a7d-bd12078bb95e req-572fdc67-b1c1-4ec1-90d7-b62b133a4721 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:58.345018 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b0de07b1-23ac-42b5-9a7d-bd12078bb95e req-572fdc67-b1c1-4ec1-90d7-b62b133a4721 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 945 time: 0.0471330 Jul 06 13:51:58.390512 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b0de07b1-23ac-42b5-9a7d-bd12078bb95e req-922058d8-ad31-424b-ba6a-bbbb243a2c60 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393255 Jul 06 13:51:58.730658 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['07de552b-eff5-4b04-9e8d-032f865a589a'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:51:59.067435 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851abd2-ba34-4fe9-8aa6-059e9f2c6989 req-57e42606-c214-45fd-8ce4-0b6cd1b97401 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:59.069772 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3851abd2-ba34-4fe9-8aa6-059e9f2c6989 req-57e42606-c214-45fd-8ce4-0b6cd1b97401 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0475085 Jul 06 13:51:59.114902 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3851abd2-ba34-4fe9-8aa6-059e9f2c6989 req-671e3aff-988f-497e-b78b-b66112dc10e8 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399122 Jul 06 13:51:59.512834 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4c491-908d-4472-93eb-685bcb98b2a2 req-d439efd5-7456-49e1-86a4-27e1623392c6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:51:59.514358 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cce4c491-908d-4472-93eb-685bcb98b2a2 req-d439efd5-7456-49e1-86a4-27e1623392c6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 945 time: 0.0569267 Jul 06 13:51:59.562222 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cce4c491-908d-4472-93eb-685bcb98b2a2 req-68d6f7b5-0c09-449d-a5ad-3c798ffb5c2b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423265 Jul 06 13:52:00.103558 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 07de552b-eff5-4b04-9e8d-032f865a589a up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:52:00.143790 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 07de552b-eff5-4b04-9e8d-032f865a589a completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:52:00.150129 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 07de552b-eff5-4b04-9e8d-032f865a589a triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:52:00.150527 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:00.223749 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 07de552b-eff5-4b04-9e8d-032f865a589a is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:52:00.224124 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:00.245993 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82144a2-d572-4e58-852c-7553331127cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07de552b-eff5-4b04-9e8d-032f865a589a'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:52:00.248192 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4a18fc-bd2a-4f89-bb11-37930c12f6d8" -d '{"events": [{"server_uuid": "d82144a2-d572-4e58-852c-7553331127cc", "name": "network-vif-plugged", "status": "completed", "tag": "07de552b-eff5-4b04-9e8d-032f865a589a"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:00.261138 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 07de552b-eff5-4b04-9e8d-032f865a589a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=07de552b-eff5-4b04-9e8d-032f865a589a,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:00.265898 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:00.292550 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6995937-2b89-486e-8bc2-4d742ceba3a4 x-openstack-request-id: req-e6995937-2b89-486e-8bc2-4d742ceba3a4 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:00.292857 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82144a2-d572-4e58-852c-7553331127cc", "name": "network-vif-plugged", "status": "completed", "tag": "07de552b-eff5-4b04-9e8d-032f865a589a", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:00.293136 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6995937-2b89-486e-8bc2-4d742ceba3a4 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:00.293520 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6995937-2b89-486e-8bc2-4d742ceba3a4'] response: {'server_uuid': 'd82144a2-d572-4e58-852c-7553331127cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07de552b-eff5-4b04-9e8d-032f865a589a', 'code': 200} Jul 06 13:52:00.313725 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=07de552b-eff5-4b04-9e8d-032f865a589a,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:00.514151 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e90755-285c-4fe8-82ce-139dc1d8af87 req-f54c5426-71e4-4446-8db8-2ddc807a82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:00.515623 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-22e90755-285c-4fe8-82ce-139dc1d8af87 req-f54c5426-71e4-4446-8db8-2ddc807a82c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 1130 time: 0.0376515 Jul 06 13:52:00.561258 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-22e90755-285c-4fe8-82ce-139dc1d8af87 req-43e769aa-6d50-4e2d-b2fb-50bfe39e99b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390813 Jul 06 13:52:00.675806 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad056e-ac48-4e58-8725-13d68adf449e req-176f8736-be64-4545-b4be-74c71d0500e9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:00.677270 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e9ad056e-ac48-4e58-8725-13d68adf449e req-176f8736-be64-4545-b4be-74c71d0500e9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 946 time: 0.0467575 Jul 06 13:52:00.725222 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e9ad056e-ac48-4e58-8725-13d68adf449e req-24c3865b-cd1c-4ba5-b756-e4b47cd686a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418408 Jul 06 13:52:01.845867 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb68ee-0873-49cb-b957-8e269e7ab2e5 req-8a510fe7-8377-46a2-8199-041b9bbcbdc1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:01.847334 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d0cb68ee-0873-49cb-b957-8e269e7ab2e5 req-8a510fe7-8377-46a2-8199-041b9bbcbdc1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 946 time: 0.0505133 Jul 06 13:52:01.893175 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d0cb68ee-0873-49cb-b957-8e269e7ab2e5 req-61a0b020-8a4e-4aac-9654-876139a6ac6d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401785 Jul 06 13:52:03.021011 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b95f9a-c1e2-4616-bfc8-207c98791613 req-a45dd8d0-d9fe-4513-9502-a0cbeaa619d1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:03.022734 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-54b95f9a-c1e2-4616-bfc8-207c98791613 req-a45dd8d0-d9fe-4513-9502-a0cbeaa619d1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 946 time: 0.0521843 Jul 06 13:52:03.075040 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-54b95f9a-c1e2-4616-bfc8-207c98791613 req-d0ddbf82-e80e-4a62-bd22-c865b228c8b8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470290 Jul 06 13:52:03.189927 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382e2f2-3337-4989-8eb6-a1f8ef809eb2 req-a68de422-6490-49f0-8056-58d9dd959a81 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:03.191326 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b382e2f2-3337-4989-8eb6-a1f8ef809eb2 req-a68de422-6490-49f0-8056-58d9dd959a81 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 946 time: 0.0516551 Jul 06 13:52:03.199869 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37194) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:03.204139 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-65109ed8-5919-4f9c-9e0b-f6eb4f2444d1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'floatingip': {'port_id': '07de552b-eff5-4b04-9e8d-032f865a589a'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:52:03.240783 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-65109ed8-5919-4f9c-9e0b-f6eb4f2444d1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:03.550981 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:03.687086 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-65109ed8-5919-4f9c-9e0b-f6eb4f2444d1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:03.690777 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-65109ed8-5919-4f9c-9e0b-f6eb4f2444d1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:03.786551 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [None req-65109ed8-5919-4f9c-9e0b-f6eb4f2444d1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Floating IP b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0 associated. External IP: 172.27.3.220, port: 07de552b-eff5-4b04-9e8d-032f865a589a. Jul 06 13:52:03.833504 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:04.240627 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65109ed8-5919-4f9c-9e0b-f6eb4f2444d1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:52:04.342600 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65109ed8-5919-4f9c-9e0b-f6eb4f2444d1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:52:04.347482 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-65109ed8-5919-4f9c-9e0b-f6eb4f2444d1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:04.351902 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ec582-c66f-4b4c-905a-27f43f9bc915 None None] Sync routers for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:52:04.354617 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:04.356188 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:04.365781 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ec582-c66f-4b4c-905a-27f43f9bc915 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:52:04.366905 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-c34ec582-c66f-4b4c-905a-27f43f9bc915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:51:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:04.378817 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-65109ed8-5919-4f9c-9e0b-f6eb4f2444d1 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "PUT /v2.0/floatingips/b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0 HTTP/1.1" status: 200 len: 992 time: 1.1778924 Jul 06 13:52:04.379416 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82144a2-d572-4e58-852c-7553331127cc', 'tag': '07de552b-eff5-4b04-9e8d-032f865a589a'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:52:04.381762 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394699f5-e1c4-40a1-a111-d7ef1d161455" -d '{"events": [{"name": "network-changed", "server_uuid": "d82144a2-d572-4e58-852c-7553331127cc", "tag": "07de552b-eff5-4b04-9e8d-032f865a589a"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:04.419355 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dae6df5-363c-4bf8-9594-45bfba2a4574 x-openstack-request-id: req-6dae6df5-363c-4bf8-9594-45bfba2a4574 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:04.419649 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82144a2-d572-4e58-852c-7553331127cc", "tag": "07de552b-eff5-4b04-9e8d-032f865a589a", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:04.419903 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6dae6df5-363c-4bf8-9594-45bfba2a4574 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:04.420303 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dae6df5-363c-4bf8-9594-45bfba2a4574'] response: {'name': 'network-changed', 'server_uuid': 'd82144a2-d572-4e58-852c-7553331127cc', 'tag': '07de552b-eff5-4b04-9e8d-032f865a589a', 'status': 'completed', 'code': 200} Jul 06 13:52:04.470408 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-c34ec582-c66f-4b4c-905a-27f43f9bc915 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:52:04.667288 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394699f5-e1c4-40a1-a111-d7ef1d161455 req-079a41aa-fb77-46f3-b9cb-c7b087c0bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:04.668792 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-394699f5-e1c4-40a1-a111-d7ef1d161455 req-079a41aa-fb77-46f3-b9cb-c7b087c0bc9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 1130 time: 0.0391703 Jul 06 13:52:04.680017 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-c34ec582-c66f-4b4c-905a-27f43f9bc915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': '07de552b-eff5-4b04-9e8d-032f865a589a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:a4:24:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82144a2-d572-4e58-852c-7553331127cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:51:49Z', 'updated_at': '2022-07-06T13:52:03Z', 'revision_number': 1, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:04.704054 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ec582-c66f-4b4c-905a-27f43f9bc915 None None] Checking router: 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:52:04.712545 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ec582-c66f-4b4c-905a-27f43f9bc915 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:52:04.713204 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-c34ec582-c66f-4b4c-905a-27f43f9bc915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:51:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:04.766684 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394699f5-e1c4-40a1-a111-d7ef1d161455 req-9eeec60a-7ac4-4a94-b122-e1c0d87a17c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:04.768368 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-394699f5-e1c4-40a1-a111-d7ef1d161455 req-9eeec60a-7ac4-4a94-b122-e1c0d87a17c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 916 time: 0.0932479 Jul 06 13:52:04.815603 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-c34ec582-c66f-4b4c-905a-27f43f9bc915 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:52:04.830658 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-394699f5-e1c4-40a1-a111-d7ef1d161455 req-9009e6c6-e561-42d0-a27b-b78195776b0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07de552b-eff5-4b04-9e8d-032f865a589a HTTP/1.1" status: 200 len: 1000 time: 0.0562537 Jul 06 13:52:04.881282 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394699f5-e1c4-40a1-a111-d7ef1d161455 req-68aa93b1-3910-4ef5-8c82-7e2b9e7ce7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:04.882789 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-394699f5-e1c4-40a1-a111-d7ef1d161455 req-68aa93b1-3910-4ef5-8c82-7e2b9e7ce7fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 200 len: 854 time: 0.0460801 Jul 06 13:52:04.921967 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:52:04.928611 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394699f5-e1c4-40a1-a111-d7ef1d161455 req-0f240fd6-ee53-424a-a3d5-39570bef1f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:04.930806 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-394699f5-e1c4-40a1-a111-d7ef1d161455 req-0f240fd6-ee53-424a-a3d5-39570bef1f9f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599de418-b206-4788-89c1-e9276ab94414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422788 Jul 06 13:52:05.005629 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:05.021784 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-394699f5-e1c4-40a1-a111-d7ef1d161455 req-9a882167-bb74-4654-98ee-722673f7a0b5 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829189 Jul 06 13:52:05.027624 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-c34ec582-c66f-4b4c-905a-27f43f9bc915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': '07de552b-eff5-4b04-9e8d-032f865a589a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:a4:24:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82144a2-d572-4e58-852c-7553331127cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:51:49Z', 'updated_at': '2022-07-06T13:52:03Z', 'revision_number': 1, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:05.056098 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ec582-c66f-4b4c-905a-27f43f9bc915 None None] The sync data for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi is: [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': '07de552b-eff5-4b04-9e8d-032f865a589a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:a4:24:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82144a2-d572-4e58-852c-7553331127cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:51:49Z', 'updated_at': '2022-07-06T13:52:03Z', 'revision_number': 1, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:52:05.122448 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-394699f5-e1c4-40a1-a111-d7ef1d161455 req-2080968f-d392-4a03-bffa-7d5a23a0be20 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940647 Jul 06 13:52:05.255853 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2e2b34-5b62-4da4-a1a0-9cae0da267db None None] New status for floating IP b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0: ACTIVE {{(pid=110607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:52:09.480825 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3c5fac1c-74cb-4f07-89f9-b41370e7cd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:11.949578 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1a86f5be-c934-4ba0-8785-81767b0579e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:12.887444 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:13.067681 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:13.070825 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:14.365677 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:14.649598 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:15.030342 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=76 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:15.031082 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=72 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:15.115119 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=8 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:15.118056 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=81 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:21.637393 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-74fca954-d0c3-4418-8640-aac993197953 req-608b7e08-c0c0-4ff7-930b-ac7acf6acf82 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388658 Jul 06 13:52:21.748581 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fca954-d0c3-4418-8640-aac993197953 req-5f9c0cb8-b2cb-4e7f-acbd-a4a7997778af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:21.750068 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-74fca954-d0c3-4418-8640-aac993197953 req-5f9c0cb8-b2cb-4e7f-acbd-a4a7997778af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 1129 time: 0.0381689 Jul 06 13:52:21.859980 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fca954-d0c3-4418-8640-aac993197953 req-5d8dc848-4acd-4b4c-9509-231bb78dad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:21.861556 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-74fca954-d0c3-4418-8640-aac993197953 req-5d8dc848-4acd-4b4c-9509-231bb78dad3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 200 len: 920 time: 0.0912533 Jul 06 13:52:21.901065 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-74fca954-d0c3-4418-8640-aac993197953 req-4757cf07-a419-4091-b399-d80922a95f8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a503503-bc5a-427b-9188-0939c526e5da HTTP/1.1" status: 200 len: 217 time: 0.0320609 Jul 06 13:52:21.959191 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fca954-d0c3-4418-8640-aac993197953 req-a99341fb-c9da-472a-9ed2-3eefd1a96bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:21.960727 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-74fca954-d0c3-4418-8640-aac993197953 req-a99341fb-c9da-472a-9ed2-3eefd1a96bbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 200 len: 858 time: 0.0461252 Jul 06 13:52:22.004398 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fca954-d0c3-4418-8640-aac993197953 req-12d6c406-b559-471d-8a6a-1145a8a190c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:22.005897 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-74fca954-d0c3-4418-8640-aac993197953 req-12d6c406-b559-471d-8a6a-1145a8a190c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380228 Jul 06 13:52:22.096831 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-74fca954-d0c3-4418-8640-aac993197953 req-c4eccfab-9687-43e4-b82c-e1684134a63e service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840116 Jul 06 13:52:22.196049 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-74fca954-d0c3-4418-8640-aac993197953 req-7e996621-6ced-4c32-afa9-4522b4a9dc57 service neutron] 10.222.0.39 "GET /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858057 Jul 06 13:52:24.610482 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:28.386865 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-08044e82-2506-4207-8f4f-4fcb0653dd69 req-2664ec35-d8f4-49ba-b950-4e1a225a71cc tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-45974178&fields=id&tenant_id=3ffa9da064c64346b5f227c28a89ea81 HTTP/1.1" status: 200 len: 267 time: 0.0442617 Jul 06 13:52:28.437531 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08044e82-2506-4207-8f4f-4fcb0653dd69 req-40599edf-ab48-4859-98f6-79d1b2f9c53a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:28.438999 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-08044e82-2506-4207-8f4f-4fcb0653dd69 req-40599edf-ab48-4859-98f6-79d1b2f9c53a tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 984 time: 0.0470095 Jul 06 13:52:28.449241 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-08044e82-2506-4207-8f4f-4fcb0653dd69 req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Request body: {'port': {'security_groups': ['02995de2-8bf9-4326-bec6-41bf0de925d5']}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:52:28.529643 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-08044e82-2506-4207-8f4f-4fcb0653dd69 req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:28.702974 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-08044e82-2506-4207-8f4f-4fcb0653dd69 req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] For port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:28.730157 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-08044e82-2506-4207-8f4f-4fcb0653dd69 req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:28.734753 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-08044e82-2506-4207-8f4f-4fcb0653dd69 req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:28.778368 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['41ac049c-27f7-4531-b7d5-cc2e3f0f8c79'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:28.778847 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08044e82-2506-4207-8f4f-4fcb0653dd69 req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:28.778993 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-08044e82-2506-4207-8f4f-4fcb0653dd69 req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:28.780400 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-08044e82-2506-4207-8f4f-4fcb0653dd69 req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "PUT /v2.0/ports/41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 HTTP/1.1" status: 200 len: 942 time: 0.3355298 Jul 06 13:52:28.780845 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:52:28.780958 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:28.782699 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:28.783302 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d4d9bc-176a-4839-8ade-e0d1b69398b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:28.788719 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37236) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:28.821049 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:28.828367 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:28.837152 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event updated for resources: {'Port': ['ID=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,revision_number=7']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:28.844093 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a445c00-e1c5-4785-a3bc-dad675c4de25 x-openstack-request-id: req-0a445c00-e1c5-4785-a3bc-dad675c4de25 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:28.844291 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:28.844398 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a445c00-e1c5-4785-a3bc-dad675c4de25 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:28.844791 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a445c00-e1c5-4785-a3bc-dad675c4de25'] response: {'name': 'network-changed', 'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79', 'status': 'completed', 'code': 200} Jul 06 13:52:28.860445 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.860794 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.861157 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.861491 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.861821 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.862139 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.862469 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.862793 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.863115 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.863438 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.863758 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.864076 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.864394 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.864716 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.865056 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782e4322-29fb-4810-aa85-021808e8f439 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:28.895450 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-1d8e98ba-59be-4863-87ee-a27409fe2a93 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group (911fd285-b97a-4259-b460-245e9ba659eb), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:28.955487 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-1d8e98ba-59be-4863-87ee-a27409fe2a93 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group (911fd285-b97a-4259-b460-245e9ba659eb), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:28.973686 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4d9bc-176a-4839-8ade-e0d1b69398b8 req-fed47bc2-3230-4001-93b9-d5436bf71d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:28.975248 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c1d4d9bc-176a-4839-8ade-e0d1b69398b8 req-fed47bc2-3230-4001-93b9-d5436bf71d46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ffa9da064c64346b5f227c28a89ea81&device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 1129 time: 0.0638337 Jul 06 13:52:29.017145 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['41ac049c-27f7-4531-b7d5-cc2e3f0f8c79'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:29.045762 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-53985c38-9f11-4249-ad55-9c0e3c7827d2 None None] Provisioning complete for port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:52:29.046136 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-53985c38-9f11-4249-ad55-9c0e3c7827d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:29.092399 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4d9bc-176a-4839-8ade-e0d1b69398b8 req-fd0e948e-9b71-474f-a913-bce7073583a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:29.094059 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c1d4d9bc-176a-4839-8ade-e0d1b69398b8 req-fd0e948e-9b71-474f-a913-bce7073583a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f788e92-d88f-409a-8e81-b02e1ed607f4 HTTP/1.1" status: 200 len: 914 time: 0.1108787 Jul 06 13:52:29.108676 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-1d8e98ba-59be-4863-87ee-a27409fe2a93 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (911fd285-b97a-4259-b460-245e9ba659eb), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:29.111408 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-1d8e98ba-59be-4863-87ee-a27409fe2a93 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:29.112488 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-1d8e98ba-59be-4863-87ee-a27409fe2a93 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "DELETE /v2.0/security-groups/911fd285-b97a-4259-b460-245e9ba659eb HTTP/1.1" status: 204 len: 168 time: 0.3228514 Jul 06 13:52:29.115273 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37238) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:29.155278 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e98ba-59be-4863-87ee-a27409fe2a93 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911fd285-b97a-4259-b460-245e9ba659eb,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:29.173228 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-53985c38-9f11-4249-ad55-9c0e3c7827d2 None None] Current status of the port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:52:29.173877 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c1d4d9bc-176a-4839-8ade-e0d1b69398b8 req-31315855-46b4-4afa-8529-b6a1fc6cac11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 HTTP/1.1" status: 200 len: 1001 time: 0.0729504 Jul 06 13:52:29.231132 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4d9bc-176a-4839-8ade-e0d1b69398b8 req-3a5af7f6-dc35-4a31-ac99-fa974b9de701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:29.232637 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c1d4d9bc-176a-4839-8ade-e0d1b69398b8 req-3a5af7f6-dc35-4a31-ac99-fa974b9de701 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=daf2852e-982c-49d4-b0f9-eb3bb3153a0b HTTP/1.1" status: 200 len: 852 time: 0.0496762 Jul 06 13:52:29.272633 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Deleting port 1ae6015d-e0de-4410-aae4-d288a03eb8d9 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:52:29.273097 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (1ae6015d-e0de-4410-aae4-d288a03eb8d9), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:29.282159 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4d9bc-176a-4839-8ade-e0d1b69398b8 req-3d7dfa28-9ad7-487b-ac41-5f07f2ba3c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:29.283682 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c1d4d9bc-176a-4839-8ade-e0d1b69398b8 req-3d7dfa28-9ad7-487b-ac41-5f07f2ba3c54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f788e92-d88f-409a-8e81-b02e1ed607f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440936 Jul 06 13:52:29.350075 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (1ae6015d-e0de-4410-aae4-d288a03eb8d9), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:29.350433 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for floatingip (1ae6015d-e0de-4410-aae4-d288a03eb8d9), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:29.365690 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Calling delete_port for 1ae6015d-e0de-4410-aae4-d288a03eb8d9 owned by network:floatingip {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:52:29.375267 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c1d4d9bc-176a-4839-8ade-e0d1b69398b8 req-c272108d-8718-4197-a655-ad8f4749b723 service neutron] 10.222.0.39 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850003 Jul 06 13:52:29.469328 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c1d4d9bc-176a-4839-8ade-e0d1b69398b8 req-012b3600-ebd2-4807-bc72-58e0f0aed575 service neutron] 10.222.0.39 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872586 Jul 06 13:52:29.539935 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (1ae6015d-e0de-4410-aae4-d288a03eb8d9), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:29.567805 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event deleted for resources: {'Port': ['ID=1ae6015d-e0de-4410-aae4-d288a03eb8d9,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:29.592580 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.592919 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.593283 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.593612 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.593938 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.594261 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.594581 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.594896 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.595213 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.595533 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.595846 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.596166 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.596479 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.596789 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.597127 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:29.638837 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks [] for floatingip (05603228-f1fb-4194-9cf9-b31bcbd57a78), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:29.639163 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.l3_db [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Floating IP 05603228-f1fb-4194-9cf9-b31bcbd57a78 disassociated (deleted). External IP: 172.27.3.168, port: 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79. Jul 06 13:52:29.836514 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:52:29.890432 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:29.937584 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:52:29.942274 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:29.947169 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a9327-d64a-468d-8f60-c4dcc3101fef None None] Sync routers for ids ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:52:29.957672 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a9327-d64a-468d-8f60-c4dcc3101fef None None] Routers {'4ee7a965-d654-45b5-a2bc-483098ad1cc3'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:52:29.958281 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-ac0a9327-d64a-468d-8f60-c4dcc3101fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:29.973607 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-aabbc2f2-f1e2-443a-8a6e-2cb0716a9cb3 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "DELETE /v2.0/floatingips/05603228-f1fb-4194-9cf9-b31bcbd57a78 HTTP/1.1" status: 204 len: 168 time: 0.8559840 Jul 06 13:52:29.974194 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:52:29.976979 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dedb866-2e50-4be0-98dd-ceae3d9bdf6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:30.017687 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d365ea0-c488-4866-a05d-67e6c0ed3020 x-openstack-request-id: req-1d365ea0-c488-4866-a05d-67e6c0ed3020 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:30.018011 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:30.018263 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d365ea0-c488-4866-a05d-67e6c0ed3020 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:30.018666 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d365ea0-c488-4866-a05d-67e6c0ed3020'] response: {'name': 'network-changed', 'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79', 'status': 'completed', 'code': 200} Jul 06 13:52:30.062750 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-ac0a9327-d64a-468d-8f60-c4dcc3101fef None None] Set router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:52:30.112388 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedb866-2e50-4be0-98dd-ceae3d9bdf6d req-98c46435-a84c-4bdd-afec-a7045a0c4022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:30.113949 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6dedb866-2e50-4be0-98dd-ceae3d9bdf6d req-98c46435-a84c-4bdd-afec-a7045a0c4022 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ffa9da064c64346b5f227c28a89ea81&device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 1129 time: 0.0440052 Jul 06 13:52:30.230946 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedb866-2e50-4be0-98dd-ceae3d9bdf6d req-72edc95f-8046-4124-8a14-23f7e90e69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:30.232558 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6dedb866-2e50-4be0-98dd-ceae3d9bdf6d req-72edc95f-8046-4124-8a14-23f7e90e69eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=0f788e92-d88f-409a-8e81-b02e1ed607f4 HTTP/1.1" status: 200 len: 914 time: 0.1120450 Jul 06 13:52:30.269244 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-ac0a9327-d64a-468d-8f60-c4dcc3101fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port': {'id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:20Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '25f36628-08c3-4ed6-aee4-2bcf3a787e97', 'name': '', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'mac_address': 'fa:16:3e:d3:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:24Z', 'updated_at': '2022-07-06T13:47:29Z', 'revision_number': 5, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'subnets': [{'id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:30.291685 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6dedb866-2e50-4be0-98dd-ceae3d9bdf6d req-b4d7ed9b-f25d-422b-9667-52891d07e276 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 HTTP/1.1" status: 200 len: 217 time: 0.0448744 Jul 06 13:52:30.307233 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a9327-d64a-468d-8f60-c4dcc3101fef None None] Checking router: 4ee7a965-d654-45b5-a2bc-483098ad1cc3 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:52:30.317571 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0a9327-d64a-468d-8f60-c4dcc3101fef None None] Routers {'4ee7a965-d654-45b5-a2bc-483098ad1cc3'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:52:30.317997 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-ac0a9327-d64a-468d-8f60-c4dcc3101fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:30.355148 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedb866-2e50-4be0-98dd-ceae3d9bdf6d req-bf9c8b5b-9aeb-4ac7-a288-fb9a390df6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:30.357037 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6dedb866-2e50-4be0-98dd-ceae3d9bdf6d req-bf9c8b5b-9aeb-4ac7-a288-fb9a390df6d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=daf2852e-982c-49d4-b0f9-eb3bb3153a0b HTTP/1.1" status: 200 len: 852 time: 0.0579829 Jul 06 13:52:30.422615 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-ac0a9327-d64a-468d-8f60-c4dcc3101fef None None] Set router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:52:30.692832 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-ac0a9327-d64a-468d-8f60-c4dcc3101fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port': {'id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:20Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '25f36628-08c3-4ed6-aee4-2bcf3a787e97', 'name': '', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'mac_address': 'fa:16:3e:d3:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:24Z', 'updated_at': '2022-07-06T13:47:29Z', 'revision_number': 5, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'subnets': [{'id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:30.730669 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0a9327-d64a-468d-8f60-c4dcc3101fef None None] The sync data for ids ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'] in dv-cinder-819149-8-iscsi is: [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port': {'id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:20Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '25f36628-08c3-4ed6-aee4-2bcf3a787e97', 'name': '', 'network_id': '0f788e92-d88f-409a-8e81-b02e1ed607f4', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'mac_address': 'fa:16:3e:d3:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:24Z', 'updated_at': '2022-07-06T13:47:29Z', 'revision_number': 5, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'subnets': [{'id': 'daf2852e-982c-49d4-b0f9-eb3bb3153a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:52:30.868179 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dedb866-2e50-4be0-98dd-ceae3d9bdf6d req-bad8e31a-6af1-46a0-bcc8-3fbe02aba9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:30.869714 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6dedb866-2e50-4be0-98dd-ceae3d9bdf6d req-bad8e31a-6af1-46a0-bcc8-3fbe02aba9a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0f788e92-d88f-409a-8e81-b02e1ed607f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444431 Jul 06 13:52:30.976593 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b01a6d4-1910-4126-ba61-10d66bfd1168 None None] New status for floating IP 05603228-f1fb-4194-9cf9-b31bcbd57a78: DOWN {{(pid=110607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:52:30.978109 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6dedb866-2e50-4be0-98dd-ceae3d9bdf6d req-e314f2b2-154f-4275-b68c-4081c058f70f service neutron] 10.222.0.39 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921555 Jul 06 13:52:31.012840 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:31.035162 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:31.103800 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6dedb866-2e50-4be0-98dd-ceae3d9bdf6d req-0d988467-2e5f-4161-8266-939caa66a22d service neutron] 10.222.0.39 "GET /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132116 Jul 06 13:52:33.779068 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8af39b-6977-4998-8ae6-1c813231cd28 req-edab3ff5-cac3-4300-bb47-f722ae6814cd tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:33.780511 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8f8af39b-6977-4998-8ae6-1c813231cd28 req-edab3ff5-cac3-4300-bb47-f722ae6814cd tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 945 time: 0.0506964 Jul 06 13:52:33.826944 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8f8af39b-6977-4998-8ae6-1c813231cd28 req-40b3359b-5950-4e43-b0ed-f3012eb93b68 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407491 Jul 06 13:52:34.939934 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0737e6f-726b-4fa0-9786-ad5eac131862 req-08253e50-d243-44cb-aa90-5466ea35403f tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:34.941410 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f0737e6f-726b-4fa0-9786-ad5eac131862 req-08253e50-d243-44cb-aa90-5466ea35403f tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 945 time: 0.0471721 Jul 06 13:52:34.989321 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f0737e6f-726b-4fa0-9786-ad5eac131862 req-599cf12b-e763-4933-b1db-ce99d9dc1c54 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417249 Jul 06 13:52:36.146742 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932988a-9ca8-4aa2-bad2-5905f7d2213b req-08452cfd-9c9f-4366-bb8d-6d103b1a03a4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:36.148922 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0932988a-9ca8-4aa2-bad2-5905f7d2213b req-08452cfd-9c9f-4366-bb8d-6d103b1a03a4 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 945 time: 0.0825067 Jul 06 13:52:36.154700 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ec7a1-94e9-41a9-bfb0-29c7b99beff9 req-cf3d6760-4e09-43e7-a2de-839b00bdd29e tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:36.156036 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fe9ec7a1-94e9-41a9-bfb0-29c7b99beff9 req-cf3d6760-4e09-43e7-a2de-839b00bdd29e tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.39 "GET /v2.0/ports?device_id=4895b615-7e9b-4a58-ac74-008e7ba87aad HTTP/1.1" status: 200 len: 945 time: 0.0803597 Jul 06 13:52:36.260288 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0932988a-9ca8-4aa2-bad2-5905f7d2213b req-9401b86b-1f38-4b1e-b1ba-6b8b62fffd90 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.20 "GET /v2.0/security-groups?id=02995de2-8bf9-4326-bec6-41bf0de925d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033275 Jul 06 13:52:36.270144 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-fe9ec7a1-94e9-41a9-bfb0-29c7b99beff9 req-ac0dbd32-c149-42d9-a3fa-83b50e9d9bf8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Deleting port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:52:36.270588 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-fe9ec7a1-94e9-41a9-bfb0-29c7b99beff9 req-ac0dbd32-c149-42d9-a3fa-83b50e9d9bf8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:36.360118 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-fe9ec7a1-94e9-41a9-bfb0-29c7b99beff9 req-ac0dbd32-c149-42d9-a3fa-83b50e9d9bf8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] For port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:36.360477 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-fe9ec7a1-94e9-41a9-bfb0-29c7b99beff9 req-ac0dbd32-c149-42d9-a3fa-83b50e9d9bf8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:36.375590 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-fe9ec7a1-94e9-41a9-bfb0-29c7b99beff9 req-ac0dbd32-c149-42d9-a3fa-83b50e9d9bf8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Calling delete_port for 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:52:36.512079 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-fe9ec7a1-94e9-41a9-bfb0-29c7b99beff9 req-ac0dbd32-c149-42d9-a3fa-83b50e9d9bf8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (41ac049c-27f7-4531-b7d5-cc2e3f0f8c79), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:36.537337 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dbd32-c149-42d9-a3fa-83b50e9d9bf8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Pushing event deleted for resources: {'Port': ['ID=41ac049c-27f7-4531-b7d5-cc2e3f0f8c79,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:36.583893 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9ec7a1-94e9-41a9-bfb0-29c7b99beff9 req-ac0dbd32-c149-42d9-a3fa-83b50e9d9bf8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] No DVR routers for this DVR port 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:52:36.586685 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-fe9ec7a1-94e9-41a9-bfb0-29c7b99beff9 req-ac0dbd32-c149-42d9-a3fa-83b50e9d9bf8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:36.589922 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fe9ec7a1-94e9-41a9-bfb0-29c7b99beff9 req-ac0dbd32-c149-42d9-a3fa-83b50e9d9bf8 tempest-TestMinimumBasicScenario-1384563913 tempest-TestMinimumBasicScenario-1384563913-project] 10.222.0.39 "DELETE /v2.0/ports/41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 HTTP/1.1" status: 204 len: 173 time: 0.4271901 Jul 06 13:52:36.590360 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'name': 'network-vif-deleted', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:52:36.592552 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fe32e1-723b-41e0-861e-dcbe8638e90a" -d '{"events": [{"server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "name": "network-vif-deleted", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:36.628610 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad49e69-1306-4b44-9d98-76c829f4072d x-openstack-request-id: req-8ad49e69-1306-4b44-9d98-76c829f4072d {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:36.628899 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4895b615-7e9b-4a58-ac74-008e7ba87aad", "name": "network-vif-deleted", "tag": "41ac049c-27f7-4531-b7d5-cc2e3f0f8c79", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:36.629181 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8ad49e69-1306-4b44-9d98-76c829f4072d {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:36.629577 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad49e69-1306-4b44-9d98-76c829f4072d'] response: {'server_uuid': '4895b615-7e9b-4a58-ac74-008e7ba87aad', 'name': 'network-vif-deleted', 'tag': '41ac049c-27f7-4531-b7d5-cc2e3f0f8c79', 'status': 'completed', 'code': 200} Jul 06 13:52:38.145829 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37334) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:38.270439 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:38.292173 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:52:38.292508 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 41ac049c-27f7-4531-b7d5-cc2e3f0f8c79 not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:38.295135 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:38.830720 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82afc79c-1f00-41ad-b43a-39212a392c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33259198'] for router_interface (4ee7a965-d654-45b5-a2bc-483098ad1cc3), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:39.092836 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-82afc79c-1f00-41ad-b43a-39212a392c2d admin admin] Deleting port 25f36628-08c3-4ed6-aee4-2bcf3a787e97 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:52:39.093134 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82afc79c-1f00-41ad-b43a-39212a392c2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:39.172966 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-82afc79c-1f00-41ad-b43a-39212a392c2d admin admin] For port 25f36628-08c3-4ed6-aee4-2bcf3a787e97, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=25f36628-08c3-4ed6-aee4-2bcf3a787e97,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:39.173694 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82afc79c-1f00-41ad-b43a-39212a392c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:39.186268 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-82afc79c-1f00-41ad-b43a-39212a392c2d admin admin] Calling delete_port for 25f36628-08c3-4ed6-aee4-2bcf3a787e97 owned by network:router_interface {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:52:39.284763 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:39.362679 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82afc79c-1f00-41ad-b43a-39212a392c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (25f36628-08c3-4ed6-aee4-2bcf3a787e97), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:39.366405 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:39.390388 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afc79c-1f00-41ad-b43a-39212a392c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=25f36628-08c3-4ed6-aee4-2bcf3a787e97,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:39.485394 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ae31ca0a-b6f4-456c-9ed6-532b4261c39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:39.549335 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82afc79c-1f00-41ad-b43a-39212a392c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257486'] for router_interface (4ee7a965-d654-45b5-a2bc-483098ad1cc3), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:39.758911 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82afc79c-1f00-41ad-b43a-39212a392c2d admin admin] Router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:52:39.860687 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82afc79c-1f00-41ad-b43a-39212a392c2d admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:52:39.865583 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-82afc79c-1f00-41ad-b43a-39212a392c2d admin admin] 10.222.0.20 "PUT /v2.0/routers/4ee7a965-d654-45b5-a2bc-483098ad1cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7186959 Jul 06 13:52:39.868707 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37338) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:39.871779 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b195d84-3b2e-43fb-92f7-761d6054be8a None None] Sync routers for ids ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:52:39.881771 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b195d84-3b2e-43fb-92f7-761d6054be8a None None] Routers {'4ee7a965-d654-45b5-a2bc-483098ad1cc3'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:52:39.882749 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-3b195d84-3b2e-43fb-92f7-761d6054be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:39.970729 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Publish callbacks [] for router (4ee7a965-d654-45b5-a2bc-483098ad1cc3), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:39.980456 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-3b195d84-3b2e-43fb-92f7-761d6054be8a None None] Set router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:52:40.072449 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Publish callbacks [] for router_gateway (4ee7a965-d654-45b5-a2bc-483098ad1cc3), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:40.119388 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Deleting port 38e4db42-db7d-4120-9ff2-ce3f915626cd {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:52:40.119734 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:40.135834 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=100 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:40.152268 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-3b195d84-3b2e-43fb-92f7-761d6054be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:52:39Z', 'revision_number': 5, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port': {'id': '38e4db42-db7d-4120-9ff2-ce3f915626cd', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:65:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:20Z', 'updated_at': '2022-07-06T13:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:40.171557 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:40.178684 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b195d84-3b2e-43fb-92f7-761d6054be8a None None] Checking router: 4ee7a965-d654-45b5-a2bc-483098ad1cc3 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:52:40.188106 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b195d84-3b2e-43fb-92f7-761d6054be8a None None] Routers {'4ee7a965-d654-45b5-a2bc-483098ad1cc3'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:52:40.188728 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-3b195d84-3b2e-43fb-92f7-761d6054be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:40.204339 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] For port 38e4db42-db7d-4120-9ff2-ce3f915626cd, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=38e4db42-db7d-4120-9ff2-ce3f915626cd,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:40.204920 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:40.218315 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Calling delete_port for 38e4db42-db7d-4120-9ff2-ce3f915626cd owned by network:router_gateway {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:52:40.224816 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=100 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:40.273838 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-3b195d84-3b2e-43fb-92f7-761d6054be8a None None] Set router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 gateway port host: None {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:52:40.276815 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:40.326510 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-3b195d84-3b2e-43fb-92f7-761d6054be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:52:40Z', 'revision_number': 6, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port_host': None}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:40.351998 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b195d84-3b2e-43fb-92f7-761d6054be8a None None] The sync data for ids ['4ee7a965-d654-45b5-a2bc-483098ad1cc3'] in dv-cinder-819149-8-iscsi is: [{'id': '4ee7a965-d654-45b5-a2bc-483098ad1cc3', 'name': 'tempest-TestMinimumBasicScenario-46521912-router', 'tenant_id': '3ffa9da064c64346b5f227c28a89ea81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:19Z', 'updated_at': '2022-07-06T13:52:40Z', 'revision_number': 6, 'project_id': '3ffa9da064c64346b5f227c28a89ea81', 'gw_port_host': None}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:52:40.390724 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (38e4db42-db7d-4120-9ff2-ce3f915626cd), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:40.415712 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e4db42-db7d-4120-9ff2-ce3f915626cd,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:40.477721 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33246532'] for router_gateway (4ee7a965-d654-45b5-a2bc-483098ad1cc3), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:40.576940 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33254716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (4ee7a965-d654-45b5-a2bc-483098ad1cc3), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:40.578950 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Publish callbacks [] for router_controller (4ee7a965-d654-45b5-a2bc-483098ad1cc3), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:40.640320 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33254699'] for router (4ee7a965-d654-45b5-a2bc-483098ad1cc3), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:40.640854 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ee7a965-d654-45b5-a2bc-483098ad1cc3 {{(pid=110606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:52:40.645867 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:40.647033 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-a92dcd57-5875-4307-a3b7-de379945ea42 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4ee7a965-d654-45b5-a2bc-483098ad1cc3 HTTP/1.1" status: 204 len: 168 time: 0.7773333 Jul 06 13:52:40.650651 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37340) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:40.697322 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_v2 [None req-074aaf2e-dfb9-4f89-bb18-f6fea6d1def0 admin admin] Deleting subnet daf2852e-982c-49d4-b0f9-eb3bb3153a0b {{(pid=110606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:52:40.700594 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-074aaf2e-dfb9-4f89-bb18-f6fea6d1def0 admin admin] Publish callbacks [] for subnet (daf2852e-982c-49d4-b0f9-eb3bb3153a0b), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:40.742130 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-074aaf2e-dfb9-4f89-bb18-f6fea6d1def0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30014727'] for subnet (daf2852e-982c-49d4-b0f9-eb3bb3153a0b), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.038548 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-074aaf2e-dfb9-4f89-bb18-f6fea6d1def0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (daf2852e-982c-49d4-b0f9-eb3bb3153a0b), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.103160 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-074aaf2e-dfb9-4f89-bb18-f6fea6d1def0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31420698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30215560'] for subnet (daf2852e-982c-49d4-b0f9-eb3bb3153a0b), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.134916 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074aaf2e-dfb9-4f89-bb18-f6fea6d1def0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf2852e-982c-49d4-b0f9-eb3bb3153a0b,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:41.137101 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-074aaf2e-dfb9-4f89-bb18-f6fea6d1def0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.141052 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-074aaf2e-dfb9-4f89-bb18-f6fea6d1def0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/daf2852e-982c-49d4-b0f9-eb3bb3153a0b HTTP/1.1" status: 204 len: 168 time: 0.4884951 Jul 06 13:52:41.142878 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37342) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:41.145378 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d31cfe3-0098-49d0-8308-6a2de76981c8 None None] Network 0f788e92-d88f-409a-8e81-b02e1ed607f4 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:52:41.205290 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 38e4db42-db7d-4120-9ff2-ce3f915626cd no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:41.226847 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 38e4db42-db7d-4120-9ff2-ce3f915626cd {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:52:41.227438 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 38e4db42-db7d-4120-9ff2-ce3f915626cd not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:41.228013 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 25f36628-08c3-4ed6-aee4-2bcf3a787e97 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:41.228549 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (0f788e92-d88f-409a-8e81-b02e1ed607f4), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.267350 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 25f36628-08c3-4ed6-aee4-2bcf3a787e97 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:52:41.267696 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 25f36628-08c3-4ed6-aee4-2bcf3a787e97 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:41.273657 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Deleting port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:52:41.273970 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.341756 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] DHCP port deletion for 0f788e92-d88f-409a-8e81-b02e1ed607f4 request from dv-cinder-819149-8-iscsi {{(pid=110607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 13:52:41.348611 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] For port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=4f907630-e5f7-4f58-8fb8-2fd7b5faff06,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:41.348986 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.364047 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Calling delete_port for 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 owned by network:dhcp {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:52:41.380576 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Deleting port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 {{(pid=110607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:52:41.380954 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), before_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.410809 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:41.415191 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:41.454783 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.479846 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f907630-e5f7-4f58-8fb8-2fd7b5faff06,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:41.487074 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] No DVR routers for this DVR port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 on host dv-cinder-819149-8-iscsi {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:52:41.567739 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:41.575697 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (0f788e92-d88f-409a-8e81-b02e1ed607f4), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.581058 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] For port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=4f907630-e5f7-4f58-8fb8-2fd7b5faff06,segment=NetworkSegment(b49d341b-4954-4cac-851e-d0c67f0010a3),segment_id=b49d341b-4954-4cac-851e-d0c67f0010a3)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:41.581435 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), precommit_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.596175 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Calling delete_port for 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 owned by network:dhcp {{(pid=110607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:52:41.597052 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f788e92-d88f-409a-8e81-b02e1ed607f4']}} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:41.606627 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49d341b-4954-4cac-851e-d0c67f0010a3') {'for_net_delete': True} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:41.606920 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49d341b-4954-4cac-851e-d0c67f0010a3') {} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:41.616515 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29892101'] for segment (b49d341b-4954-4cac-851e-d0c67f0010a3), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.630162 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (b49d341b-4954-4cac-851e-d0c67f0010a3), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.637580 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=110605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:52:41.637960 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30355032'] for segment (b49d341b-4954-4cac-851e-d0c67f0010a3), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.709749 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (0f788e92-d88f-409a-8e81-b02e1ed607f4), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.717561 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348'] for port (4f907630-e5f7-4f58-8fb8-2fd7b5faff06), after_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.724667 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:41.727323 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment b49d341b-4954-4cac-851e-d0c67f0010a3 resource provider aggregate not found Jul 06 13:52:41.731280 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:41.734568 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0f788e92-d88f-409a-8e81-b02e1ed607f4 HTTP/1.1" status: 204 len: 168 time: 0.5902212 Jul 06 13:52:41.736223 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2b467-7f85-42f7-9bf1-9f032e35ea40 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f788e92-d88f-409a-8e81-b02e1ed607f4,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:41.737794 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37350) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:41.742613 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Network 0f788e92-d88f-409a-8e81-b02e1ed607f4 is not hosted by any dhcp agent {{(pid=110607) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 06 13:52:41.743347 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] No DVR routers for this DVR port 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 on host dv-cinder-819149-8-iscsi {{(pid=110607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:52:41.749127 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Pushing event deleted for resources: {'Port': ['ID=4f907630-e5f7-4f58-8fb8-2fd7b5faff06,revision_number=None']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:41.760477 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.760829 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.761222 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.761565 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.761896 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.762333 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.762665 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.762991 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.763313 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.763681 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.764005 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.764341 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.764669 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.765105 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.765337 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb94b72c-3077-43a3-908e-b02b13c4c7e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:52:41.778957 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment b49d341b-4954-4cac-851e-d0c67f0010a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b49d341b-4954-4cac-851e-d0c67f0010a3 found for delete ", "request_id": "req-43353eb7-c912-4db9-b9f1-c83e891fb4cc"}]} Jul 06 13:52:41.911670 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:52:41.952712 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-d04a3ccf-51a5-4ac8-8708-42349996b443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:42.046443 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b480f79d-7f76-42be-8627-72646e8f4182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33259198'] for router_interface (949bd5ac-5927-4820-855e-b5cdc9c69a91), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:42.518071 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-b480f79d-7f76-42be-8627-72646e8f4182 admin admin] Deleting port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:52:42.518801 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b480f79d-7f76-42be-8627-72646e8f4182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:42.585019 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:42.601601 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-b480f79d-7f76-42be-8627-72646e8f4182 admin admin] For port b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4,segment=NetworkSegment(2abdf3f0-23f7-4837-bb3b-2c3d58797855),segment_id=2abdf3f0-23f7-4837-bb3b-2c3d58797855)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:42.601961 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b480f79d-7f76-42be-8627-72646e8f4182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:42.608770 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:42.616651 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-b480f79d-7f76-42be-8627-72646e8f4182 admin admin] Calling delete_port for b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 owned by network:router_interface {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:52:42.796596 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b480f79d-7f76-42be-8627-72646e8f4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:42.820616 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480f79d-7f76-42be-8627-72646e8f4182 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:42.894194 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:42.980769 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b480f79d-7f76-42be-8627-72646e8f4182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257486'] for router_interface (949bd5ac-5927-4820-855e-b5cdc9c69a91), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:43.182957 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:43.193367 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b480f79d-7f76-42be-8627-72646e8f4182 admin admin] Router 949bd5ac-5927-4820-855e-b5cdc9c69a91 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:52:43.202569 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:52:43.202990 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 4f907630-e5f7-4f58-8fb8-2fd7b5faff06 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:43.294905 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b480f79d-7f76-42be-8627-72646e8f4182 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:52:43.302495 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-b480f79d-7f76-42be-8627-72646e8f4182 admin admin] 10.222.0.20 "PUT /v2.0/routers/949bd5ac-5927-4820-855e-b5cdc9c69a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5636222 Jul 06 13:52:43.302721 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37354) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:43.305146 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318fc595-2194-4ba6-9895-258467955b07 None None] Sync routers for ids ['949bd5ac-5927-4820-855e-b5cdc9c69a91'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:52:43.316096 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318fc595-2194-4ba6-9895-258467955b07 None None] Routers {'949bd5ac-5927-4820-855e-b5cdc9c69a91'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:52:43.316714 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-318fc595-2194-4ba6-9895-258467955b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['949bd5ac-5927-4820-855e-b5cdc9c69a91'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:43.402977 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Publish callbacks [] for router (949bd5ac-5927-4820-855e-b5cdc9c69a91), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:43.417893 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-318fc595-2194-4ba6-9895-258467955b07 None None] Set router 949bd5ac-5927-4820-855e-b5cdc9c69a91 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:52:43.486447 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:43.502813 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Publish callbacks [] for router_gateway (949bd5ac-5927-4820-855e-b5cdc9c69a91), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:43.544078 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Deleting port f946b4eb-4cbc-4edf-83a0-43418bb0315a {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:52:43.544414 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:43.586998 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-318fc595-2194-4ba6-9895-258467955b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'name': 'tempest-TestMinimumBasicScenario-1836941193-router', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:29Z', 'updated_at': '2022-07-06T13:52:42Z', 'revision_number': 5, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'gw_port': {'id': 'f946b4eb-4cbc-4edf-83a0-43418bb0315a', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:f7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:47:31Z', 'updated_at': '2022-07-06T13:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:43.609420 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:43.612010 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318fc595-2194-4ba6-9895-258467955b07 None None] Checking router: 949bd5ac-5927-4820-855e-b5cdc9c69a91 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:52:43.621024 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318fc595-2194-4ba6-9895-258467955b07 None None] Routers {'949bd5ac-5927-4820-855e-b5cdc9c69a91'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:52:43.621653 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-318fc595-2194-4ba6-9895-258467955b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['949bd5ac-5927-4820-855e-b5cdc9c69a91'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:43.630173 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] For port f946b4eb-4cbc-4edf-83a0-43418bb0315a, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=f946b4eb-4cbc-4edf-83a0-43418bb0315a,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:43.630532 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:43.644153 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Calling delete_port for f946b4eb-4cbc-4edf-83a0-43418bb0315a owned by network:router_gateway {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:52:43.715536 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-318fc595-2194-4ba6-9895-258467955b07 None None] Set router 949bd5ac-5927-4820-855e-b5cdc9c69a91 gateway port host: None {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:52:43.764299 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-318fc595-2194-4ba6-9895-258467955b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'name': 'tempest-TestMinimumBasicScenario-1836941193-router', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:29Z', 'updated_at': '2022-07-06T13:52:43Z', 'revision_number': 6, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'gw_port_host': None}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:43.791880 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318fc595-2194-4ba6-9895-258467955b07 None None] The sync data for ids ['949bd5ac-5927-4820-855e-b5cdc9c69a91'] in dv-cinder-819149-8-iscsi is: [{'id': '949bd5ac-5927-4820-855e-b5cdc9c69a91', 'name': 'tempest-TestMinimumBasicScenario-1836941193-router', 'tenant_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:47:29Z', 'updated_at': '2022-07-06T13:52:43Z', 'revision_number': 6, 'project_id': '990f781d3ce943d2a69b9ca6ce3ea99c', 'gw_port_host': None}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:52:43.815522 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (f946b4eb-4cbc-4edf-83a0-43418bb0315a), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:43.842852 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=f946b4eb-4cbc-4edf-83a0-43418bb0315a,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:43.906704 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33246532'] for router_gateway (949bd5ac-5927-4820-855e-b5cdc9c69a91), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:43.992155 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33254716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (949bd5ac-5927-4820-855e-b5cdc9c69a91), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:43.994315 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Publish callbacks [] for router_controller (949bd5ac-5927-4820-855e-b5cdc9c69a91), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.034474 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33254699'] for router (949bd5ac-5927-4820-855e-b5cdc9c69a91), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.035061 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 949bd5ac-5927-4820-855e-b5cdc9c69a91 {{(pid=110606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:52:44.039855 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.041013 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-a13af4aa-2f5c-405c-b2ad-62c372638bdb admin admin] 10.222.0.20 "DELETE /v2.0/routers/949bd5ac-5927-4820-855e-b5cdc9c69a91 HTTP/1.1" status: 204 len: 168 time: 0.7372847 Jul 06 13:52:44.043586 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37356) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:44.088699 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e9ae57-079b-403f-a45e-1b26fe340a77 admin admin] Deleting subnet fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4 {{(pid=110606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:52:44.091631 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-21e9ae57-079b-403f-a45e-1b26fe340a77 admin admin] Publish callbacks [] for subnet (fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.129499 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-21e9ae57-079b-403f-a45e-1b26fe340a77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30014727'] for subnet (fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.207242 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-21e9ae57-079b-403f-a45e-1b26fe340a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.261545 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-21e9ae57-079b-403f-a45e-1b26fe340a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31420698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30215560'] for subnet (fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.287927 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9ae57-079b-403f-a45e-1b26fe340a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:44.290470 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-21e9ae57-079b-403f-a45e-1b26fe340a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.293593 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-21e9ae57-079b-403f-a45e-1b26fe340a77 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fa6e5ef4-a8d6-40a5-9dee-79f12ea058c4 HTTP/1.1" status: 204 len: 168 time: 0.2490551 Jul 06 13:52:44.296543 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37358) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:44.297819 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d2adf8-d942-4698-b9ef-db06bb39be96 None None] Network 94a95241-8b88-480d-8c65-a26cd8785e78 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:52:44.365660 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (94a95241-8b88-480d-8c65-a26cd8785e78), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.398146 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.408833 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:44.412402 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Deleting port 451aa9f7-6706-4556-a4b9-b87e35550d40 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:52:44.412735 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.476744 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:44.478928 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] For port 451aa9f7-6706-4556-a4b9-b87e35550d40, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=451aa9f7-6706-4556-a4b9-b87e35550d40,segment=NetworkSegment(2abdf3f0-23f7-4837-bb3b-2c3d58797855),segment_id=2abdf3f0-23f7-4837-bb3b-2c3d58797855)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:44.479343 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.492937 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Calling delete_port for 451aa9f7-6706-4556-a4b9-b87e35550d40 owned by network:dhcp {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:52:44.558656 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5d1c5b-dfbd-43c8-90d4-b87f1a5cef12 None None] DHCP port deletion for 94a95241-8b88-480d-8c65-a26cd8785e78 request from dv-cinder-819149-8-iscsi {{(pid=110607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 13:52:44.580035 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.601803 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d1c5b-dfbd-43c8-90d4-b87f1a5cef12 None None] Deleting port 451aa9f7-6706-4556-a4b9-b87e35550d40 {{(pid=110607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:52:44.602236 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1c5b-dfbd-43c8-90d4-b87f1a5cef12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), before_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.604496 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=451aa9f7-6706-4556-a4b9-b87e35550d40,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:44.610121 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] No DVR routers for this DVR port 451aa9f7-6706-4556-a4b9-b87e35550d40 on host dv-cinder-819149-8-iscsi {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:52:44.683382 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-bd5d1c5b-dfbd-43c8-90d4-b87f1a5cef12 None None] For port 451aa9f7-6706-4556-a4b9-b87e35550d40, host dv-cinder-819149-8-iscsi, got binding levels [] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:44.683779 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1c5b-dfbd-43c8-90d4-b87f1a5cef12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), precommit_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.686868 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (94a95241-8b88-480d-8c65-a26cd8785e78), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.701635 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-bd5d1c5b-dfbd-43c8-90d4-b87f1a5cef12 None None] Calling delete_port for 451aa9f7-6706-4556-a4b9-b87e35550d40 owned by network:dhcp {{(pid=110607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:52:44.703440 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.705883 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.ipam_backend_mixin [None req-bd5d1c5b-dfbd-43c8-90d4-b87f1a5cef12 None None] Port 451aa9f7-6706-4556-a4b9-b87e35550d40 was not found and therefore no delete operation was performed {{(pid=110607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 06 13:52:44.707416 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1c5b-dfbd-43c8-90d4-b87f1a5cef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348'] for port (451aa9f7-6706-4556-a4b9-b87e35550d40), after_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.709187 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a95241-8b88-480d-8c65-a26cd8785e78']}} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:44.720121 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abdf3f0-23f7-4837-bb3b-2c3d58797855') {'for_net_delete': True} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:44.720413 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abdf3f0-23f7-4837-bb3b-2c3d58797855') {} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:44.730528 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29892101'] for segment (2abdf3f0-23f7-4837-bb3b-2c3d58797855), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.733342 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d1c5b-dfbd-43c8-90d4-b87f1a5cef12 None None] Pushing event deleted for resources: {'Port': ['ID=451aa9f7-6706-4556-a4b9-b87e35550d40,revision_number=None']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:44.736874 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5d1c5b-dfbd-43c8-90d4-b87f1a5cef12 None None] No DVR routers for this DVR port 451aa9f7-6706-4556-a4b9-b87e35550d40 on host dv-cinder-819149-8-iscsi {{(pid=110607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:52:44.753966 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (2abdf3f0-23f7-4837-bb3b-2c3d58797855), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.762421 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=110605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:52:44.763015 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30355032'] for segment (2abdf3f0-23f7-4837-bb3b-2c3d58797855), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.819009 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment 2abdf3f0-23f7-4837-bb3b-2c3d58797855 resource provider aggregate not found Jul 06 13:52:44.835435 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (94a95241-8b88-480d-8c65-a26cd8785e78), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.841876 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment 2abdf3f0-23f7-4837-bb3b-2c3d58797855 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2abdf3f0-23f7-4837-bb3b-2c3d58797855 found for delete ", "request_id": "req-1ed86862-82f4-48b1-8bd8-f43fc679bc04"}]} Jul 06 13:52:44.842912 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:44.846062 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] 10.222.0.20 "DELETE /v2.0/networks/94a95241-8b88-480d-8c65-a26cd8785e78 HTTP/1.1" status: 204 len: 168 time: 0.5480030 Jul 06 13:52:44.857226 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3ae83-b066-44d5-8aa3-8bb1a4812a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a95241-8b88-480d-8c65-a26cd8785e78,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:44.965663 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37366) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:44.985124 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:DELETE=10 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:45.011880 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-a57aa1ec-4843-4694-ab9d-a47662f977cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ffa9da064c64346b5f227c28a89ea81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450857 Jul 06 13:52:45.014370 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37368) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:45.062544 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f467a1aa-3483-4b6e-96a9-c3d79fe46239 admin admin] Publish callbacks [] for security_group (02995de2-8bf9-4326-bec6-41bf0de925d5), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:45.084766 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f467a1aa-3483-4b6e-96a9-c3d79fe46239 admin admin] Publish callbacks [] for security_group (02995de2-8bf9-4326-bec6-41bf0de925d5), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:45.126396 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:45.130730 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:45.134743 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f467a1aa-3483-4b6e-96a9-c3d79fe46239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (02995de2-8bf9-4326-bec6-41bf0de925d5), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:45.137291 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f467a1aa-3483-4b6e-96a9-c3d79fe46239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:45.138429 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-f467a1aa-3483-4b6e-96a9-c3d79fe46239 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02995de2-8bf9-4326-bec6-41bf0de925d5 HTTP/1.1" status: 204 len: 168 time: 0.1231821 Jul 06 13:52:45.146482 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467a1aa-3483-4b6e-96a9-c3d79fe46239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02995de2-8bf9-4326-bec6-41bf0de925d5,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:45.149756 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:52:45.150103 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device b6fa2ce1-488d-4456-9e1d-a64a0e08a2e4 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:45.150524 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 451aa9f7-6706-4556-a4b9-b87e35550d40 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:45.175463 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 451aa9f7-6706-4556-a4b9-b87e35550d40 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:52:45.175792 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 451aa9f7-6706-4556-a4b9-b87e35550d40 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:45.176208 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device f946b4eb-4cbc-4edf-83a0-43418bb0315a no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:45.209071 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: f946b4eb-4cbc-4edf-83a0-43418bb0315a {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:52:45.209640 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device f946b4eb-4cbc-4edf-83a0-43418bb0315a not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:45.455751 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37374) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:45.477601 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:45.498528 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-f7e9e105-cc98-4ac7-b561-a938c2aa488c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=990f781d3ce943d2a69b9ca6ce3ea99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416956 Jul 06 13:52:45.500961 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37376) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:45.550975 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0dcc6b34-80b5-4b72-8a00-48d1ba384cbe admin admin] Publish callbacks [] for security_group (822a3b66-8d7a-4aa2-9e41-d5f839bcc4ea), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:45.573495 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0dcc6b34-80b5-4b72-8a00-48d1ba384cbe admin admin] Publish callbacks [] for security_group (822a3b66-8d7a-4aa2-9e41-d5f839bcc4ea), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:45.618594 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0dcc6b34-80b5-4b72-8a00-48d1ba384cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (822a3b66-8d7a-4aa2-9e41-d5f839bcc4ea), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:45.621210 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0dcc6b34-80b5-4b72-8a00-48d1ba384cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:45.622329 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-0dcc6b34-80b5-4b72-8a00-48d1ba384cbe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/822a3b66-8d7a-4aa2-9e41-d5f839bcc4ea HTTP/1.1" status: 204 len: 168 time: 0.1204712 Jul 06 13:52:45.630044 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc6b34-80b5-4b72-8a00-48d1ba384cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822a3b66-8d7a-4aa2-9e41-d5f839bcc4ea,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:48.238316 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d2a1a-5309-4c65-b072-bd2001091a19 req-6ae3a0b8-c88f-4611-90f5-d5e69bf33b4a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:48.239686 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3c8d2a1a-5309-4c65-b072-bd2001091a19 req-6ae3a0b8-c88f-4611-90f5-d5e69bf33b4a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0512660 Jul 06 13:52:48.286952 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3c8d2a1a-5309-4c65-b072-bd2001091a19 req-bedf2fc4-b90f-4624-a560-b01f3dec3cb4 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 Jul 06 13:52:49.403390 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49cd88-6d30-4a53-b362-879d2ccc6f3c req-f0c69321-e899-407a-9223-4ed471a1bb13 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:49.405093 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4d49cd88-6d30-4a53-b362-879d2ccc6f3c req-f0c69321-e899-407a-9223-4ed471a1bb13 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0471504 Jul 06 13:52:49.454645 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4d49cd88-6d30-4a53-b362-879d2ccc6f3c req-80c6025d-b75e-42a2-b69c-2597c975d513 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419793 Jul 06 13:52:50.329885 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=6 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:50.575733 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b2793-23d9-414b-99d9-f598ac81a837 req-c09d022f-f34b-4c79-8ea2-5b71c467e72a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:50.577125 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-182b2793-23d9-414b-99d9-f598ac81a837 req-c09d022f-f34b-4c79-8ea2-5b71c467e72a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0473943 Jul 06 13:52:50.624388 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-182b2793-23d9-414b-99d9-f598ac81a837 req-3e7ef6d7-e36e-4b96-817d-a1a1ee255ed0 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417902 Jul 06 13:52:51.736792 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-e30cd136-7190-4632-af25-3a155f1179af tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:51.737499 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420a700-32fd-486c-b7f7-b784f235d5c5 req-b87491b2-18fb-47e8-a461-39cd754e520e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:51.738271 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-e30cd136-7190-4632-af25-3a155f1179af tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.39 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0493109 Jul 06 13:52:51.738577 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8420a700-32fd-486c-b7f7-b784f235d5c5 req-b87491b2-18fb-47e8-a461-39cd754e520e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 945 time: 0.0476117 Jul 06 13:52:51.793848 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8420a700-32fd-486c-b7f7-b784f235d5c5 req-f1a6795c-c89c-4e01-8131-79f2196c819e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=2816ee1f-94d1-4910-82f5-32ddc5c6896e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487378 Jul 06 13:52:51.839323 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Deleting port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:52:51.839653 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:51.908836 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=17 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:51.927185 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] For port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:51.927551 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:52.092743 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:52.093128 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (06981ba9-3684-4462-96aa-3314ebab5005), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:52.093442 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Floating IP 06981ba9-3684-4462-96aa-3314ebab5005 disassociated. External IP: 172.27.3.178, port: d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca. Jul 06 13:52:52.093814 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Calling delete_port for d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:52:52.102819 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:52.106712 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:52.230801 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:52.263379 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Pushing event deleted for resources: {'Port': ['ID=d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:52.369237 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Router c3e54064-f093-423d-9c05-6182ab73ea34 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:52:52.479576 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:52:52.489373 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11ff9a-9362-4575-8f64-512d63332eb1 None None] Sync routers for ids ['c3e54064-f093-423d-9c05-6182ab73ea34'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:52:52.500396 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11ff9a-9362-4575-8f64-512d63332eb1 None None] Routers {'c3e54064-f093-423d-9c05-6182ab73ea34'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:52:52.501031 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-6e11ff9a-9362-4575-8f64-512d63332eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['c3e54064-f093-423d-9c05-6182ab73ea34'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:52.524175 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] No DVR routers for this DVR port d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:52:52.526904 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:52.530405 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-edfc6d12-3962-4803-b857-a3d764f543c3 req-921230ab-c14f-40ff-9b36-e2c00783405b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.39 "DELETE /v2.0/ports/d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca HTTP/1.1" status: 204 len: 173 time: 0.7867804 Jul 06 13:52:52.530821 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'name': 'network-vif-deleted', 'tag': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:52:52.533659 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a7af87-4deb-4075-bdc6-55741bdeb896" -d '{"events": [{"server_uuid": "74a59be2-69eb-4bdc-865c-570f5a2019df", "name": "network-vif-deleted", "tag": "d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:52.572586 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400ff962-443c-4ed6-b00b-cf9c6842cbd0 x-openstack-request-id: req-400ff962-443c-4ed6-b00b-cf9c6842cbd0 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:52.572879 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a59be2-69eb-4bdc-865c-570f5a2019df", "name": "network-vif-deleted", "tag": "d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:52.573168 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-400ff962-443c-4ed6-b00b-cf9c6842cbd0 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:52.573573 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-400ff962-443c-4ed6-b00b-cf9c6842cbd0'] response: {'server_uuid': '74a59be2-69eb-4bdc-865c-570f5a2019df', 'name': 'network-vif-deleted', 'tag': 'd9803c72-57aa-4aaf-b69c-e5ca48b8a2ca', 'status': 'completed', 'code': 200} Jul 06 13:52:52.607024 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-6e11ff9a-9362-4575-8f64-512d63332eb1 None None] Set router c3e54064-f093-423d-9c05-6182ab73ea34 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:52:52.812816 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-6e11ff9a-9362-4575-8f64-512d63332eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:29Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '329e7c9e-d478-4b12-91b0-8576c38210d5', 'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'mac_address': 'fa:16:3e:9a:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:27Z', 'updated_at': '2022-07-06T13:45:45Z', 'revision_number': 5, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'subnets': [{'id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:52.838338 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11ff9a-9362-4575-8f64-512d63332eb1 None None] Checking router: c3e54064-f093-423d-9c05-6182ab73ea34 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:52:52.846787 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e11ff9a-9362-4575-8f64-512d63332eb1 None None] Routers {'c3e54064-f093-423d-9c05-6182ab73ea34'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:52:52.847334 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-6e11ff9a-9362-4575-8f64-512d63332eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['c3e54064-f093-423d-9c05-6182ab73ea34'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:52.902372 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b4ff3877-3c07-4863-9814-008361436634 req-316d9018-4e7c-4f54-9b64-d8d85f697f3b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=74a59be2-69eb-4bdc-865c-570f5a2019df HTTP/1.1" status: 200 len: 210 time: 0.0284615 Jul 06 13:52:52.948401 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-6e11ff9a-9362-4575-8f64-512d63332eb1 None None] Set router c3e54064-f093-423d-9c05-6182ab73ea34 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:52:53.225203 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-6e11ff9a-9362-4575-8f64-512d63332eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:29Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '329e7c9e-d478-4b12-91b0-8576c38210d5', 'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'mac_address': 'fa:16:3e:9a:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:27Z', 'updated_at': '2022-07-06T13:45:45Z', 'revision_number': 5, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'subnets': [{'id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:52:53.252210 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e11ff9a-9362-4575-8f64-512d63332eb1 None None] The sync data for ids ['c3e54064-f093-423d-9c05-6182ab73ea34'] in dv-cinder-819149-8-iscsi is: [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:29Z', 'revision_number': 4, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '329e7c9e-d478-4b12-91b0-8576c38210d5', 'name': '', 'network_id': 'f1ea0748-7e5f-4bd2-b8bf-076ecf50758f', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'mac_address': 'fa:16:3e:9a:2a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:27Z', 'updated_at': '2022-07-06T13:45:45Z', 'revision_number': 5, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'subnets': [{'id': '9806b401-03c7-4f28-8619-f79f2cfb04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:52:53.463895 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9322c6f-811d-47b2-a4ce-98d8812cae1f None None] New status for floating IP 06981ba9-3684-4462-96aa-3314ebab5005: DOWN {{(pid=110607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:52:53.987987 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37416) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:54.042389 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a6594785-188f-4079-b9b6-0be751893b58 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for security_group (2816ee1f-94d1-4910-82f5-32ddc5c6896e), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:54.067424 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a6594785-188f-4079-b9b6-0be751893b58 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for security_group (2816ee1f-94d1-4910-82f5-32ddc5c6896e), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:54.116566 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a6594785-188f-4079-b9b6-0be751893b58 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2816ee1f-94d1-4910-82f5-32ddc5c6896e), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:54.119707 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a6594785-188f-4079-b9b6-0be751893b58 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:54.120846 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-a6594785-188f-4079-b9b6-0be751893b58 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "DELETE /v2.0/security-groups/2816ee1f-94d1-4910-82f5-32ddc5c6896e HTTP/1.1" status: 204 len: 168 time: 0.1318631 Jul 06 13:52:54.123559 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37418) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:54.130579 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6594785-188f-4079-b9b6-0be751893b58 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2816ee1f-94d1-4910-82f5-32ddc5c6896e,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:54.137691 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.api.v2.resource [None req-12cd3875-6ce2-4589-82f1-17cb5405b94a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] show failed (client error): The resource could not be found. Jul 06 13:52:54.138706 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-12cd3875-6ce2-4589-82f1-17cb5405b94a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups/2816ee1f-94d1-4910-82f5-32ddc5c6896e HTTP/1.1" status: 404 len: 347 time: 0.0141664 Jul 06 13:52:54.141640 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37420) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:52:54.251797 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-92c7b356-37ef-4b62-87bd-2dfcdf3cf76a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Deleting port bed4fa08-ed70-428c-b604-a5cbb1c2ed1a {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:52:54.252143 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-92c7b356-37ef-4b62-87bd-2dfcdf3cf76a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (bed4fa08-ed70-428c-b604-a5cbb1c2ed1a), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:54.326741 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-92c7b356-37ef-4b62-87bd-2dfcdf3cf76a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (bed4fa08-ed70-428c-b604-a5cbb1c2ed1a), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:54.327073 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-92c7b356-37ef-4b62-87bd-2dfcdf3cf76a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for floatingip (bed4fa08-ed70-428c-b604-a5cbb1c2ed1a), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:54.337174 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:52:54.338919 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-92c7b356-37ef-4b62-87bd-2dfcdf3cf76a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Calling delete_port for bed4fa08-ed70-428c-b604-a5cbb1c2ed1a owned by network:floatingip {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:52:54.356849 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:52:54.357213 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device d9803c72-57aa-4aaf-b69c-e5ca48b8a2ca not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:52:54.471098 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-92c7b356-37ef-4b62-87bd-2dfcdf3cf76a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (bed4fa08-ed70-428c-b604-a5cbb1c2ed1a), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:54.499962 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7b356-37ef-4b62-87bd-2dfcdf3cf76a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Pushing event deleted for resources: {'Port': ['ID=bed4fa08-ed70-428c-b604-a5cbb1c2ed1a,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:54.553085 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:54.565461 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-92c7b356-37ef-4b62-87bd-2dfcdf3cf76a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks [] for floatingip (06981ba9-3684-4462-96aa-3314ebab5005), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:54.568220 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-92c7b356-37ef-4b62-87bd-2dfcdf3cf76a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:54.569411 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-92c7b356-37ef-4b62-87bd-2dfcdf3cf76a tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "DELETE /v2.0/floatingips/06981ba9-3684-4462-96aa-3314ebab5005 HTTP/1.1" status: 204 len: 168 time: 0.4268782 Jul 06 13:52:54.596438 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:54.611414 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:57.030579 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3d44e-21a9-40d3-9cd4-240b4b366678 req-f94ecc9c-b804-4ba4-bcb5-ab3f5311357c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:57.032052 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-46f3d44e-21a9-40d3-9cd4-240b4b366678 req-f94ecc9c-b804-4ba4-bcb5-ab3f5311357c tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0502679 Jul 06 13:52:57.079052 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-46f3d44e-21a9-40d3-9cd4-240b4b366678 req-e1b3ac7e-7da3-49a6-adfb-d21f12fe46a2 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413384 Jul 06 13:52:57.803608 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:52:57.813041 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438fe1c-d248-4f98-b4bd-a339da8e0c49 req-7608bf24-729b-41bb-8655-c35f57dc7b0e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:57.814475 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7438fe1c-d248-4f98-b4bd-a339da8e0c49 req-7608bf24-729b-41bb-8655-c35f57dc7b0e tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.39 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 945 time: 0.0483670 Jul 06 13:52:57.911111 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-7438fe1c-d248-4f98-b4bd-a339da8e0c49 req-5bb526da-1708-4d96-9fc2-ecb9edeb688d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Deleting port 13a49a96-2359-4685-a057-014466405458 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:52:57.911365 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-7438fe1c-d248-4f98-b4bd-a339da8e0c49 req-5bb526da-1708-4d96-9fc2-ecb9edeb688d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (13a49a96-2359-4685-a057-014466405458), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:58.000284 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-7438fe1c-d248-4f98-b4bd-a339da8e0c49 req-5bb526da-1708-4d96-9fc2-ecb9edeb688d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] For port 13a49a96-2359-4685-a057-014466405458, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=13a49a96-2359-4685-a057-014466405458,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:52:58.000646 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-7438fe1c-d248-4f98-b4bd-a339da8e0c49 req-5bb526da-1708-4d96-9fc2-ecb9edeb688d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (13a49a96-2359-4685-a057-014466405458), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:58.016314 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-7438fe1c-d248-4f98-b4bd-a339da8e0c49 req-5bb526da-1708-4d96-9fc2-ecb9edeb688d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Calling delete_port for 13a49a96-2359-4685-a057-014466405458 owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:52:58.151824 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-7438fe1c-d248-4f98-b4bd-a339da8e0c49 req-5bb526da-1708-4d96-9fc2-ecb9edeb688d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (13a49a96-2359-4685-a057-014466405458), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:58.190996 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['13a49a96-2359-4685-a057-014466405458', '0a503503-bc5a-427b-9188-0939c526e5da'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:52:58.202644 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb526da-1708-4d96-9fc2-ecb9edeb688d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Pushing event deleted for resources: {'Port': ['ID=13a49a96-2359-4685-a057-014466405458,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:52:58.205721 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ec6b1ad6-d196-4cce-b11e-52b096f1d597 req-50d2aab6-91aa-4110-98b5-0a5870af9c1b tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=c801676d-524f-42fc-a2b8-fe4186986d95 HTTP/1.1" status: 200 len: 210 time: 0.0549119 Jul 06 13:52:58.254203 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-7438fe1c-d248-4f98-b4bd-a339da8e0c49 req-5bb526da-1708-4d96-9fc2-ecb9edeb688d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] No DVR routers for this DVR port 13a49a96-2359-4685-a057-014466405458 on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:52:58.256583 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-7438fe1c-d248-4f98-b4bd-a339da8e0c49 req-5bb526da-1708-4d96-9fc2-ecb9edeb688d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:52:58.261117 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7438fe1c-d248-4f98-b4bd-a339da8e0c49 req-5bb526da-1708-4d96-9fc2-ecb9edeb688d tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.39 "DELETE /v2.0/ports/13a49a96-2359-4685-a057-014466405458 HTTP/1.1" status: 204 len: 173 time: 0.4392498 Jul 06 13:52:58.261505 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c801676d-524f-42fc-a2b8-fe4186986d95', 'name': 'network-vif-deleted', 'tag': '13a49a96-2359-4685-a057-014466405458'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:52:58.263725 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c2d907-9297-4aa2-9bcc-f005f6a45fa4" -d '{"events": [{"server_uuid": "c801676d-524f-42fc-a2b8-fe4186986d95", "name": "network-vif-deleted", "tag": "13a49a96-2359-4685-a057-014466405458"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:52:58.306373 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a029ff-b279-4615-9b7c-f31a2f1a0a73 x-openstack-request-id: req-b9a029ff-b279-4615-9b7c-f31a2f1a0a73 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:52:58.306665 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c801676d-524f-42fc-a2b8-fe4186986d95", "name": "network-vif-deleted", "tag": "13a49a96-2359-4685-a057-014466405458", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:52:58.307133 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9a029ff-b279-4615-9b7c-f31a2f1a0a73 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:52:58.307678 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a029ff-b279-4615-9b7c-f31a2f1a0a73'] response: {'server_uuid': 'c801676d-524f-42fc-a2b8-fe4186986d95', 'name': 'network-vif-deleted', 'tag': '13a49a96-2359-4685-a057-014466405458', 'status': 'completed', 'code': 200} Jul 06 13:52:59.487426 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6437d7-ff69-4fe2-91e2-836daf660e49 req-8f56384d-4292-4e94-919c-8ee904aed7a6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:52:59.488890 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4c6437d7-ff69-4fe2-91e2-836daf660e49 req-8f56384d-4292-4e94-919c-8ee904aed7a6 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0476167 Jul 06 13:52:59.535824 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4c6437d7-ff69-4fe2-91e2-836daf660e49 req-70653140-9ee6-4a2b-9e0c-59f6c18e8749 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Jul 06 13:53:00.653852 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41352b8-627a-4b62-a0da-4775d7a6fbde req-7bef9cd0-b71f-4a4a-af69-501bed452b0f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:00.655294 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d41352b8-627a-4b62-a0da-4775d7a6fbde req-7bef9cd0-b71f-4a4a-af69-501bed452b0f tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0479240 Jul 06 13:53:00.688930 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:00.704847 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d41352b8-627a-4b62-a0da-4775d7a6fbde req-0cc07b59-776b-4148-86ee-db7a81759255 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/security-groups?id=27bda141-49e9-4b10-af6f-00602b432c65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441294 Jul 06 13:53:01.415176 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94c753-c9ec-4893-acea-91817888c313 req-4f20ab0b-1931-4468-9ed2-4b1a0c4b5dda tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:01.416480 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ec94c753-c9ec-4893-acea-91817888c313 req-4f20ab0b-1931-4468-9ed2-4b1a0c4b5dda tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.39 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 945 time: 0.0459974 Jul 06 13:53:01.504574 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-ec94c753-c9ec-4893-acea-91817888c313 req-e850c250-9109-4448-8b2b-6ba839f38ae9 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Deleting port 0a503503-bc5a-427b-9188-0939c526e5da {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:01.504906 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ec94c753-c9ec-4893-acea-91817888c313 req-e850c250-9109-4448-8b2b-6ba839f38ae9 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (0a503503-bc5a-427b-9188-0939c526e5da), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:01.595735 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-ec94c753-c9ec-4893-acea-91817888c313 req-e850c250-9109-4448-8b2b-6ba839f38ae9 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] For port 0a503503-bc5a-427b-9188-0939c526e5da, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=0a503503-bc5a-427b-9188-0939c526e5da,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:01.596092 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ec94c753-c9ec-4893-acea-91817888c313 req-e850c250-9109-4448-8b2b-6ba839f38ae9 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (0a503503-bc5a-427b-9188-0939c526e5da), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:01.608935 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-ec94c753-c9ec-4893-acea-91817888c313 req-e850c250-9109-4448-8b2b-6ba839f38ae9 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Calling delete_port for 0a503503-bc5a-427b-9188-0939c526e5da owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:01.720010 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:01.732086 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ec94c753-c9ec-4893-acea-91817888c313 req-e850c250-9109-4448-8b2b-6ba839f38ae9 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (0a503503-bc5a-427b-9188-0939c526e5da), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:01.738949 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:01.769480 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['0a503503-bc5a-427b-9188-0939c526e5da'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:01.772376 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850c250-9109-4448-8b2b-6ba839f38ae9 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Pushing event deleted for resources: {'Port': ['ID=0a503503-bc5a-427b-9188-0939c526e5da,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:01.819887 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c3f27827-6575-4463-8c59-f84267589e18 req-2162351e-e933-47ea-acd1-85b077abc341 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.20 "GET /v2.0/ports?device_id=12bddea9-d545-43f2-9bf7-5e723900c8c6 HTTP/1.1" status: 200 len: 210 time: 0.0449827 Jul 06 13:53:01.839901 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec94c753-c9ec-4893-acea-91817888c313 req-e850c250-9109-4448-8b2b-6ba839f38ae9 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] No DVR routers for this DVR port 0a503503-bc5a-427b-9188-0939c526e5da on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:53:01.842526 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ec94c753-c9ec-4893-acea-91817888c313 req-e850c250-9109-4448-8b2b-6ba839f38ae9 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:01.846042 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ec94c753-c9ec-4893-acea-91817888c313 req-e850c250-9109-4448-8b2b-6ba839f38ae9 tempest-ServerRescueNegativeTestJSON-428270635 tempest-ServerRescueNegativeTestJSON-428270635-project] 10.222.0.39 "DELETE /v2.0/ports/0a503503-bc5a-427b-9188-0939c526e5da HTTP/1.1" status: 204 len: 173 time: 0.4219706 Jul 06 13:53:01.846521 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12bddea9-d545-43f2-9bf7-5e723900c8c6', 'name': 'network-vif-deleted', 'tag': '0a503503-bc5a-427b-9188-0939c526e5da'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:01.848793 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab7e835-c95b-4edf-86d0-34bdd16edcc6" -d '{"events": [{"server_uuid": "12bddea9-d545-43f2-9bf7-5e723900c8c6", "name": "network-vif-deleted", "tag": "0a503503-bc5a-427b-9188-0939c526e5da"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:01.902226 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd5f563-ef3a-441f-ac81-2fbee9a710b7 x-openstack-request-id: req-7bd5f563-ef3a-441f-ac81-2fbee9a710b7 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:01.902586 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12bddea9-d545-43f2-9bf7-5e723900c8c6", "name": "network-vif-deleted", "tag": "0a503503-bc5a-427b-9188-0939c526e5da", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:01.902957 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bd5f563-ef3a-441f-ac81-2fbee9a710b7 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:01.903455 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd5f563-ef3a-441f-ac81-2fbee9a710b7'] response: {'server_uuid': '12bddea9-d545-43f2-9bf7-5e723900c8c6', 'name': 'network-vif-deleted', 'tag': '0a503503-bc5a-427b-9188-0939c526e5da', 'status': 'completed', 'code': 200} Jul 06 13:53:02.389926 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 13a49a96-2359-4685-a057-014466405458 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:02.409770 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 13a49a96-2359-4685-a057-014466405458 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:02.410117 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 13a49a96-2359-4685-a057-014466405458 not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:02.883918 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37462) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:03.228603 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=62 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:03.308737 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:03.392590 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82a2cb60-9660-4663-abfc-75051f46164c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33259198'] for router_interface (c3e54064-f093-423d-9c05-6182ab73ea34), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:03.614707 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-82a2cb60-9660-4663-abfc-75051f46164c admin admin] Deleting port 329e7c9e-d478-4b12-91b0-8576c38210d5 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:03.615038 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82a2cb60-9660-4663-abfc-75051f46164c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:03.691806 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-82a2cb60-9660-4663-abfc-75051f46164c admin admin] For port 329e7c9e-d478-4b12-91b0-8576c38210d5, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=329e7c9e-d478-4b12-91b0-8576c38210d5,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:03.692163 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82a2cb60-9660-4663-abfc-75051f46164c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:03.704699 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-82a2cb60-9660-4663-abfc-75051f46164c admin admin] Calling delete_port for 329e7c9e-d478-4b12-91b0-8576c38210d5 owned by network:router_interface {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:03.887514 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82a2cb60-9660-4663-abfc-75051f46164c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (329e7c9e-d478-4b12-91b0-8576c38210d5), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:03.890650 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:03.918709 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2cb60-9660-4663-abfc-75051f46164c admin admin] Pushing event deleted for resources: {'Port': ['ID=329e7c9e-d478-4b12-91b0-8576c38210d5,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:04.081516 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-82a2cb60-9660-4663-abfc-75051f46164c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257486'] for router_interface (c3e54064-f093-423d-9c05-6182ab73ea34), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:04.138166 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:04.284075 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a2cb60-9660-4663-abfc-75051f46164c admin admin] Router c3e54064-f093-423d-9c05-6182ab73ea34 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:53:04.385765 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a2cb60-9660-4663-abfc-75051f46164c admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:04.392127 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-82a2cb60-9660-4663-abfc-75051f46164c admin admin] 10.222.0.20 "PUT /v2.0/routers/c3e54064-f093-423d-9c05-6182ab73ea34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5059311 Jul 06 13:53:04.393196 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37466) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:04.394273 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abcaa91-6e72-4988-9644-1df3a1593d85 None None] Sync routers for ids ['c3e54064-f093-423d-9c05-6182ab73ea34'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:04.404816 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abcaa91-6e72-4988-9644-1df3a1593d85 None None] Routers {'c3e54064-f093-423d-9c05-6182ab73ea34'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:04.405458 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-4abcaa91-6e72-4988-9644-1df3a1593d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['c3e54064-f093-423d-9c05-6182ab73ea34'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:04.489338 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Publish callbacks [] for router (c3e54064-f093-423d-9c05-6182ab73ea34), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:04.504266 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-4abcaa91-6e72-4988-9644-1df3a1593d85 None None] Set router c3e54064-f093-423d-9c05-6182ab73ea34 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:04.588064 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Publish callbacks [] for router_gateway (c3e54064-f093-423d-9c05-6182ab73ea34), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:04.632013 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Deleting port 32b5256d-f8a7-4c36-acb7-24b70914bae7 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:04.632344 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:04.652223 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:04.671372 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-4abcaa91-6e72-4988-9644-1df3a1593d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:53:03Z', 'revision_number': 5, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port': {'id': '32b5256d-f8a7-4c36-acb7-24b70914bae7', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ff:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:04.703925 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abcaa91-6e72-4988-9644-1df3a1593d85 None None] Checking router: c3e54064-f093-423d-9c05-6182ab73ea34 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:04.713463 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abcaa91-6e72-4988-9644-1df3a1593d85 None None] Routers {'c3e54064-f093-423d-9c05-6182ab73ea34'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:04.714096 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-4abcaa91-6e72-4988-9644-1df3a1593d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['c3e54064-f093-423d-9c05-6182ab73ea34'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:04.798885 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-4abcaa91-6e72-4988-9644-1df3a1593d85 None None] Set router c3e54064-f093-423d-9c05-6182ab73ea34 gateway port host: None {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:04.864291 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-4abcaa91-6e72-4988-9644-1df3a1593d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:53:04Z', 'revision_number': 6, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port_host': None}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:04.897718 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abcaa91-6e72-4988-9644-1df3a1593d85 None None] The sync data for ids ['c3e54064-f093-423d-9c05-6182ab73ea34'] in dv-cinder-819149-8-iscsi is: [{'id': 'c3e54064-f093-423d-9c05-6182ab73ea34', 'name': 'tempest-ServerRescueNegativeTestJSON-1586644549-router', 'tenant_id': '3b2a80a004e04da7ae12db9f3f87146f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:53:04Z', 'revision_number': 6, 'project_id': '3b2a80a004e04da7ae12db9f3f87146f', 'gw_port_host': None}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:04.944321 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] For port 32b5256d-f8a7-4c36-acb7-24b70914bae7, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=32b5256d-f8a7-4c36-acb7-24b70914bae7,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:04.944815 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:04.957675 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Calling delete_port for 32b5256d-f8a7-4c36-acb7-24b70914bae7 owned by network:router_gateway {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:05.049234 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:05.120887 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (32b5256d-f8a7-4c36-acb7-24b70914bae7), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.125620 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:05.145086 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b5256d-f8a7-4c36-acb7-24b70914bae7,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:05.212052 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33246532'] for router_gateway (c3e54064-f093-423d-9c05-6182ab73ea34), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.312096 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33254716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (c3e54064-f093-423d-9c05-6182ab73ea34), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.314388 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Publish callbacks [] for router_controller (c3e54064-f093-423d-9c05-6182ab73ea34), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.359093 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33254699'] for router (c3e54064-f093-423d-9c05-6182ab73ea34), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.359754 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3e54064-f093-423d-9c05-6182ab73ea34 {{(pid=110606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:53:05.364178 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.365352 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-753b9f00-c5ce-4ba3-bc4c-8a0f37ff8d52 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c3e54064-f093-423d-9c05-6182ab73ea34 HTTP/1.1" status: 204 len: 168 time: 0.9712141 Jul 06 13:53:05.367815 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37468) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:05.411493 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_v2 [None req-33edd8d0-e26a-492e-9ed7-7f62071cab66 admin admin] Deleting subnet 9806b401-03c7-4f28-8619-f79f2cfb04ef {{(pid=110606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:53:05.415294 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-33edd8d0-e26a-492e-9ed7-7f62071cab66 admin admin] Publish callbacks [] for subnet (9806b401-03c7-4f28-8619-f79f2cfb04ef), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.452768 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-33edd8d0-e26a-492e-9ed7-7f62071cab66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30014727'] for subnet (9806b401-03c7-4f28-8619-f79f2cfb04ef), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.525247 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-33edd8d0-e26a-492e-9ed7-7f62071cab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (9806b401-03c7-4f28-8619-f79f2cfb04ef), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.577308 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-33edd8d0-e26a-492e-9ed7-7f62071cab66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31420698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30215560'] for subnet (9806b401-03c7-4f28-8619-f79f2cfb04ef), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.605285 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edd8d0-e26a-492e-9ed7-7f62071cab66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9806b401-03c7-4f28-8619-f79f2cfb04ef,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:05.610842 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-33edd8d0-e26a-492e-9ed7-7f62071cab66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.614296 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-33edd8d0-e26a-492e-9ed7-7f62071cab66 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9806b401-03c7-4f28-8619-f79f2cfb04ef HTTP/1.1" status: 204 len: 168 time: 0.2451606 Jul 06 13:53:05.616619 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37472) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:05.617608 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f507f13d-4420-4f50-91f2-ae64800f40d3 None None] Network f1ea0748-7e5f-4bd2-b8bf-076ecf50758f requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:53:05.679706 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 329e7c9e-d478-4b12-91b0-8576c38210d5 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:05.693813 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (f1ea0748-7e5f-4bd2-b8bf-076ecf50758f), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.723095 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 329e7c9e-d478-4b12-91b0-8576c38210d5 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:05.723437 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 329e7c9e-d478-4b12-91b0-8576c38210d5 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:05.736185 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Deleting port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:05.736557 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.796980 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665d762d-dea3-4e39-9581-7917c6b9ff5d None None] DHCP port deletion for f1ea0748-7e5f-4bd2-b8bf-076ecf50758f request from dv-cinder-819149-8-iscsi {{(pid=110607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 13:53:05.813739 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] For port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=706b1f49-33f2-4f55-ab4a-75d15cc21ddc,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:05.814109 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.827249 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Calling delete_port for 706b1f49-33f2-4f55-ab4a-75d15cc21ddc owned by network:dhcp {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:05.835055 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-665d762d-dea3-4e39-9581-7917c6b9ff5d None None] Deleting port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc {{(pid=110607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:05.835428 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-665d762d-dea3-4e39-9581-7917c6b9ff5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), before_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.912471 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:05.946256 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=706b1f49-33f2-4f55-ab4a-75d15cc21ddc,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:05.950051 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] No DVR routers for this DVR port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc on host dv-cinder-819149-8-iscsi {{(pid=110606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:53:05.953822 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:DELETE=13,neutron:UPDATE=4,neutron:SELECT=83 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:06.028769 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (f1ea0748-7e5f-4bd2-b8bf-076ecf50758f), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:06.031547 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-665d762d-dea3-4e39-9581-7917c6b9ff5d None None] For port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=706b1f49-33f2-4f55-ab4a-75d15cc21ddc,segment=NetworkSegment(4fd6010d-3cc2-45b8-bf25-707b1c1aed65),segment_id=4fd6010d-3cc2-45b8-bf25-707b1c1aed65)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:06.031891 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-665d762d-dea3-4e39-9581-7917c6b9ff5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), precommit_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:06.045225 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-665d762d-dea3-4e39-9581-7917c6b9ff5d None None] Calling delete_port for 706b1f49-33f2-4f55-ab4a-75d15cc21ddc owned by network:dhcp {{(pid=110607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:06.052061 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ea0748-7e5f-4bd2-b8bf-076ecf50758f']}} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:06.062492 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd6010d-3cc2-45b8-bf25-707b1c1aed65') {'for_net_delete': True} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:06.062917 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd6010d-3cc2-45b8-bf25-707b1c1aed65') {} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:06.073741 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30014732'] for segment (4fd6010d-3cc2-45b8-bf25-707b1c1aed65), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:06.087977 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (4fd6010d-3cc2-45b8-bf25-707b1c1aed65), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:06.092344 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:06.095719 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=110606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:53:06.096267 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31420896'] for segment (4fd6010d-3cc2-45b8-bf25-707b1c1aed65), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:06.125916 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-665d762d-dea3-4e39-9581-7917c6b9ff5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348'] for port (706b1f49-33f2-4f55-ab4a-75d15cc21ddc), after_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:06.152614 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d762d-dea3-4e39-9581-7917c6b9ff5d None None] No DVR routers for this DVR port 706b1f49-33f2-4f55-ab4a-75d15cc21ddc on host dv-cinder-819149-8-iscsi {{(pid=110607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:53:06.156163 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d762d-dea3-4e39-9581-7917c6b9ff5d None None] Pushing event deleted for resources: {'Port': ['ID=706b1f49-33f2-4f55-ab4a-75d15cc21ddc,revision_number=None']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:06.164949 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (f1ea0748-7e5f-4bd2-b8bf-076ecf50758f), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:06.170577 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:06.173700 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f1ea0748-7e5f-4bd2-b8bf-076ecf50758f HTTP/1.1" status: 204 len: 168 time: 0.5552063 Jul 06 13:53:06.185826 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf82cb5-0651-4c2d-b75d-c0bd8e83fae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ea0748-7e5f-4bd2-b8bf-076ecf50758f,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:06.278358 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment 4fd6010d-3cc2-45b8-bf25-707b1c1aed65 resource provider aggregate not found Jul 06 13:53:06.301595 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment 4fd6010d-3cc2-45b8-bf25-707b1c1aed65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fd6010d-3cc2-45b8-bf25-707b1c1aed65 found for delete ", "request_id": "req-ccf4ab7b-6084-4905-a0b1-b4042a771c41"}]} Jul 06 13:53:06.306591 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37484) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:06.348292 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-bb8e5592-ef99-465a-90c7-116234211fc5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b2a80a004e04da7ae12db9f3f87146f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404694 Jul 06 13:53:06.350663 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37488) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:06.401960 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-913ab60e-41a7-46a7-aca9-37febe50ff83 admin admin] Publish callbacks [] for security_group (27bda141-49e9-4b10-af6f-00602b432c65), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:06.409646 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 0a503503-bc5a-427b-9188-0939c526e5da no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:06.426088 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-913ab60e-41a7-46a7-aca9-37febe50ff83 admin admin] Publish callbacks [] for security_group (27bda141-49e9-4b10-af6f-00602b432c65), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:06.430538 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 0a503503-bc5a-427b-9188-0939c526e5da {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:06.430978 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 0a503503-bc5a-427b-9188-0939c526e5da not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:06.481639 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-913ab60e-41a7-46a7-aca9-37febe50ff83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (27bda141-49e9-4b10-af6f-00602b432c65), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:06.484254 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-913ab60e-41a7-46a7-aca9-37febe50ff83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:06.488362 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-913ab60e-41a7-46a7-aca9-37febe50ff83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27bda141-49e9-4b10-af6f-00602b432c65 HTTP/1.1" status: 204 len: 168 time: 0.1338170 Jul 06 13:53:06.499181 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ab60e-41a7-46a7-aca9-37febe50ff83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bda141-49e9-4b10-af6f-00602b432c65,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:06.676848 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7949f3-efb8-496e-bfd5-45a23231a305 req-98c7027c-0bd4-408d-a30d-9e865f33ad12 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:06.678346 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5f7949f3-efb8-496e-bfd5-45a23231a305 req-98c7027c-0bd4-408d-a30d-9e865f33ad12 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0502810 Jul 06 13:53:06.727963 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5f7949f3-efb8-496e-bfd5-45a23231a305 req-bf99e55e-4fcc-4d4f-bcde-05a9129306b1 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437229 Jul 06 13:53:07.138008 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 706b1f49-33f2-4f55-ab4a-75d15cc21ddc no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:07.156653 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 706b1f49-33f2-4f55-ab4a-75d15cc21ddc {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:07.156990 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 706b1f49-33f2-4f55-ab4a-75d15cc21ddc not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:07.157417 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 32b5256d-f8a7-4c36-acb7-24b70914bae7 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:07.175062 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 32b5256d-f8a7-4c36-acb7-24b70914bae7 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:07.175402 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 32b5256d-f8a7-4c36-acb7-24b70914bae7 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:07.203563 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37516) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:07.306096 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-network', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:07.325648 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Made reservation on behalf of 9e3edb8d53184b98b7055ffc145f186d for: {'network': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:07.327931 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:07.336468 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:07.410021 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Publish callbacks [] for security_group (1dfa3a22-4b8a-4501-a434-07ac3d03a1e1), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:07.413497 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (1dfa3a22-4b8a-4501-a434-07ac3d03a1e1), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:07.441286 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=110605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:53:07.451018 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfa3a22-4b8a-4501-a434-07ac3d03a1e1,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:07.455720 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (b3a06be7-09c9-41be-980c-6c81ef024aa4), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:07.456056 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.segments_db [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Added segment b3a06be7-09c9-41be-980c-6c81ef024aa4 of type vlan for network e12e604c-a9aa-4964-89ef-163e19d2e86f Jul 06 13:53:07.496234 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (e12e604c-a9aa-4964-89ef-163e19d2e86f), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:07.519476 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (e12e604c-a9aa-4964-89ef-163e19d2e86f), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:07.520494 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:07.521083 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:07.553763 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.3490901 Jul 06 13:53:07.557862 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37520) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:07.562734 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-d87d0a7e-5739-43bf-a964-f260b6aac291 admin admin] Request body: {'subnet': {'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-subnet', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:07.582746 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87d0a7e-5739-43bf-a964-f260b6aac291 admin admin] Made reservation on behalf of 9e3edb8d53184b98b7055ffc145f186d for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:07.585236 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d87d0a7e-5739-43bf-a964-f260b6aac291 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30212971'] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:07.595043 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a92d8d5-19a0-428f-a123-7562aa2e21ff admin admin] Pushing event updated for resources: {'Network': ['ID=e12e604c-a9aa-4964-89ef-163e19d2e86f,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:07.608174 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network e12e604c-a9aa-4964-89ef-163e19d2e86f details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:53:07.759525 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d87d0a7e-5739-43bf-a964-f260b6aac291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31420761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30215553'] for subnet (e8a01d2e-dede-41fc-a741-710f3d491c89), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:07.825488 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d0a7e-5739-43bf-a964-f260b6aac291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8a01d2e-dede-41fc-a741-710f3d491c89,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:07.830801 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d0a7e-5739-43bf-a964-f260b6aac291 admin admin] Checking segment: {'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:53:07.831185 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d0a7e-5739-43bf-a964-f260b6aac291 admin admin] Network hostable DHCP agents. Network: e12e604c-a9aa-4964-89ef-163e19d2e86f, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:53:07.849973 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d0a7e-5739-43bf-a964-f260b6aac291 admin admin] Network e12e604c-a9aa-4964-89ef-163e19d2e86f is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:53:07.853420 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f703e7e-ec27-4b5f-be3d-cd2637130b33 req-8d0ae0aa-b1d6-4ff9-b4b2-1cea13df3846 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:07.854932 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8f703e7e-ec27-4b5f-be3d-cd2637130b33 req-8d0ae0aa-b1d6-4ff9-b4b2-1cea13df3846 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0551252 Jul 06 13:53:07.859956 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-d87d0a7e-5739-43bf-a964-f260b6aac291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, e12e604c-a9aa-4964-89ef-163e19d2e86f) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:07.864165 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87d0a7e-5739-43bf-a964-f260b6aac291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:07.864762 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d87d0a7e-5739-43bf-a964-f260b6aac291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:07.869545 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:07.869757 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647d4dd7-cf2a-486a-a31d-59b5952c3a5c None None] Network e12e604c-a9aa-4964-89ef-163e19d2e86f requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:53:07.887543 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-d87d0a7e-5739-43bf-a964-f260b6aac291 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3283629 Jul 06 13:53:07.890557 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37524) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:07.896871 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:07.923689 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33251765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57498'] for router (85fc9502-0bfe-4cea-8b54-84053dd6338e), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:07.925064 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33254801', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33246609', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33035984', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57571'] for router (85fc9502-0bfe-4cea-8b54-84053dd6338e), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:07.963546 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-5bfc748a-6cf2-4f88-878e-498aa809d67c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:07.965328 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-5bfc748a-6cf2-4f88-878e-498aa809d67c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.39 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 946 time: 0.0861821 Jul 06 13:53:07.968313 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8f703e7e-ec27-4b5f-be3d-cd2637130b33 req-f9acce85-94be-45ff-bfdc-bb02041931bc tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=85d94ff4-eacc-4327-928b-2ba95fe7f230&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074228 Jul 06 13:53:07.985390 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Publish callbacks [] for router_controller (85fc9502-0bfe-4cea-8b54-84053dd6338e), precommit_add_association {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.000631 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4f19f5d3-7a63-5a6d-b78e-c7b041faa969-e12e604c-a9aa-4964-89ef-163e19d2e86f', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89'}]}} from dv-cinder-819149-8-iscsi. {{(pid=110607) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 06 13:53:08.001643 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.063387 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Deleting port 3ca14d5b-272c-4543-9380-0fbec0da4da8 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:08.064206 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.088184 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:08.134708 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:08.136714 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Publish callbacks [] for router_gateway (85fc9502-0bfe-4cea-8b54-84053dd6338e), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.137997 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:08.159628 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.db_base_plugin_common [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Allocated IP 172.20.0.2 (e12e604c-a9aa-4964-89ef-163e19d2e86f/e8a01d2e-dede-41fc-a741-710f3d491c89/da35efc8-4fac-4911-85e9-abf6d88b9778) {{(pid=110607) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:08.162514 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] For port 3ca14d5b-272c-4543-9380-0fbec0da4da8, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=3ca14d5b-272c-4543-9380-0fbec0da4da8,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:08.162802 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.281687 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:08.310974 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Publish callbacks [] for port (da35efc8-4fac-4911-85e9-abf6d88b9778), precommit_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.317888 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339'] for port (da35efc8-4fac-4911-85e9-abf6d88b9778), after_create {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.340350 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.340706 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.341032 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Floating IP c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297 disassociated. External IP: 172.27.3.113, port: 3ca14d5b-272c-4543-9380-0fbec0da4da8. Jul 06 13:53:08.341476 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Publish callbacks [] for router_gateway (85fc9502-0bfe-4cea-8b54-84053dd6338e), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.341711 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Calling delete_port for 3ca14d5b-272c-4543-9380-0fbec0da4da8 owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:08.350193 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:08.356559 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Network e12e604c-a9aa-4964-89ef-163e19d2e86f is already hosted by enough agents. {{(pid=110607) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:08.362274 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.363139 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.scheduler.base_scheduler [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Resources bound (agent type, host, resource id): {{(pid=110607) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:08.365560 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Received port after_create {{(pid=110607) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:53:08.403419 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Pushing event updated for resources: {'Port': ['ID=da35efc8-4fac-4911-85e9-abf6d88b9778,revision_number=1']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:08.437940 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Attempting to bind port da35efc8-4fac-4911-85e9-abf6d88b9778 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:53:08.438296 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Attempting to bind port da35efc8-4fac-4911-85e9-abf6d88b9778 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:53:08.438655 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Attempting to bind port da35efc8-4fac-4911-85e9-abf6d88b9778 on network e12e604c-a9aa-4964-89ef-163e19d2e86f {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:53:08.444437 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:53:08.444803 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Checking segment: {'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110607) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:53:08.445791 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.446171 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Bound using segment: {'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'} {{(pid=110607) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:53:08.446625 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.managers [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Bound port: da35efc8-4fac-4911-85e9-abf6d88b9778, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'}}] {{(pid=110607) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:53:08.446994 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (da35efc8-4fac-4911-85e9-abf6d88b9778), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.483155 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (3ca14d5b-272c-4543-9380-0fbec0da4da8), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.487764 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Allocated IP 172.27.3.34 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/0cdb0bf4-b20f-46e6-bb81-de28628979c8) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:08.512696 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] For port da35efc8-4fac-4911-85e9-abf6d88b9778, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110607) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:08.514848 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event deleted for resources: {'Port': ['ID=3ca14d5b-272c-4543-9380-0fbec0da4da8,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:08.516182 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] For port da35efc8-4fac-4911-85e9-abf6d88b9778, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=da35efc8-4fac-4911-85e9-abf6d88b9778,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:08.526308 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (da35efc8-4fac-4911-85e9-abf6d88b9778), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.590374 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35563523-1022-4e61-9c75-eb8eca8361ca None None] Pushing event updated for resources: {'Port': ['ID=da35efc8-4fac-4911-85e9-abf6d88b9778,revision_number=2']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:08.627806 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Publish callbacks [] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.669581 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:08.718889 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:08.721957 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:08.726769 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:53:08.752955 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Pushing event updated for resources: {'Port': ['ID=0cdb0bf4-b20f-46e6-bb81-de28628979c8,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:08.898740 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:08.935549 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Router 6ce630d3-5c40-4d28-9981-ae1e585a6582 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:53:09.052258 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:09.061676 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaf47c-ce16-45e3-b75b-dd6e41fc7b23 None None] Sync routers for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:09.066907 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Publish callbacks [] for router_gateway (85fc9502-0bfe-4cea-8b54-84053dd6338e), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:09.087885 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdaf47c-ce16-45e3-b75b-dd6e41fc7b23 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:09.088573 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-3bdaf47c-ce16-45e3-b75b-dd6e41fc7b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:09.128769 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] No DVR routers for this DVR port 3ca14d5b-272c-4543-9380-0fbec0da4da8 on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:53:09.132007 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:09.136277 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cd8e6635-cd61-45f6-a943-d21addcaf841 req-26cbd165-47f6-44b5-97c5-24f530c822cf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.39 "DELETE /v2.0/ports/3ca14d5b-272c-4543-9380-0fbec0da4da8 HTTP/1.1" status: 204 len: 173 time: 1.1658685 Jul 06 13:53:09.136831 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546a77fd-66e1-4d89-afa3-58d632b09186', 'name': 'network-vif-deleted', 'tag': '3ca14d5b-272c-4543-9380-0fbec0da4da8'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:09.139597 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dbecf0-84c7-4158-adc9-776195907681" -d '{"events": [{"server_uuid": "546a77fd-66e1-4d89-afa3-58d632b09186", "name": "network-vif-deleted", "tag": "3ca14d5b-272c-4543-9380-0fbec0da4da8"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:09.147342 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8593a30c-d2e1-45bc-9d58-0f51dc520196 req-b77df145-afc7-47ce-87c9-a20a010706ce tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=546a77fd-66e1-4d89-afa3-58d632b09186 HTTP/1.1" status: 200 len: 210 time: 0.0400379 Jul 06 13:53:09.195970 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed696315-7e78-46f6-a4af-f0e091174131 x-openstack-request-id: req-ed696315-7e78-46f6-a4af-f0e091174131 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:09.196571 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546a77fd-66e1-4d89-afa3-58d632b09186", "name": "network-vif-deleted", "tag": "3ca14d5b-272c-4543-9380-0fbec0da4da8", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:09.197067 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed696315-7e78-46f6-a4af-f0e091174131 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:09.197753 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed696315-7e78-46f6-a4af-f0e091174131'] response: {'server_uuid': '546a77fd-66e1-4d89-afa3-58d632b09186', 'name': 'network-vif-deleted', 'tag': '3ca14d5b-272c-4543-9380-0fbec0da4da8', 'status': 'completed', 'code': 200} Jul 06 13:53:09.236441 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device da35efc8-4fac-4911-85e9-abf6d88b9778 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:09.287098 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-3bdaf47c-ce16-45e3-b75b-dd6e41fc7b23 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:09.323879 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:09.344310 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33254792', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33246717'] for router (85fc9502-0bfe-4cea-8b54-84053dd6338e), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:09.347110 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port da35efc8-4fac-4911-85e9-abf6d88b9778 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:09.347481 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (da35efc8-4fac-4911-85e9-abf6d88b9778), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:09.513105 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:09.532643 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:INSERT=3,neutron:UPDATE=4,neutron:SELECT=93 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:09.540575 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-604cec6e-cd54-44ee-8561-b6b9f7e53142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:09.549826 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port da35efc8-4fac-4911-85e9-abf6d88b9778 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:09.550218 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (da35efc8-4fac-4911-85e9-abf6d88b9778), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:09.633431 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port da35efc8-4fac-4911-85e9-abf6d88b9778, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=da35efc8-4fac-4911-85e9-abf6d88b9778,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:09.640620 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (da35efc8-4fac-4911-85e9-abf6d88b9778), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:09.653507 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-3bdaf47c-ce16-45e3-b75b-dd6e41fc7b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:41Z', 'revision_number': 5, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:09.707069 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaf47c-ce16-45e3-b75b-dd6e41fc7b23 None None] Checking router: 6ce630d3-5c40-4d28-9981-ae1e585a6582 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:09.720655 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdaf47c-ce16-45e3-b75b-dd6e41fc7b23 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:09.721323 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-3bdaf47c-ce16-45e3-b75b-dd6e41fc7b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:09.733166 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Router 85fc9502-0bfe-4cea-8b54-84053dd6338e is scheduled to L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 with binding_index 1 {{(pid=110606) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 06 13:53:09.784973 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5be7be9-de7b-4ed9-b287-e502defe5428 None None] Network e12e604c-a9aa-4964-89ef-163e19d2e86f requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:53:09.806023 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=da35efc8-4fac-4911-85e9-abf6d88b9778,revision_number=3']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:09.851659 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:09.860659 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Sync routers for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:09.872098 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:09.873132 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:09.873945 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:09.874255 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-febe44f2-a459-4b4f-b0d5-bff8d913acf5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9817407 Jul 06 13:53:09.876666 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37530) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:09.903510 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-c1639e9b-ce7a-47e3-afde-bfab5828841a None None] Provisioning complete for port da35efc8-4fac-4911-85e9-abf6d88b9778 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:09.903881 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c1639e9b-ce7a-47e3-afde-bfab5828841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (da35efc8-4fac-4911-85e9-abf6d88b9778), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:09.939343 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-3bdaf47c-ce16-45e3-b75b-dd6e41fc7b23 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:09.974828 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:10.157475 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:08Z', 'revision_number': 3, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:10.182880 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Checking router: 85fc9502-0bfe-4cea-8b54-84053dd6338e for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:10.183511 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Updating router 85fc9502-0bfe-4cea-8b54-84053dd6338e port 0cdb0bf4-b20f-46e6-bb81-de28628979c8 binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:53:10.213155 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.277228 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37536) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:10.310534 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:10.321740 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-c1639e9b-ce7a-47e3-afde-bfab5828841a None None] Current status of the port da35efc8-4fac-4911-85e9-abf6d88b9778 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:10.363745 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2275f57-d32f-4914-96a8-1e565db9638d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group (85d94ff4-eacc-4327-928b-2ba95fe7f230), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.379669 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-3bdaf47c-ce16-45e3-b75b-dd6e41fc7b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:41Z', 'revision_number': 5, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:10.384089 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.390760 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2275f57-d32f-4914-96a8-1e565db9638d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group (85d94ff4-eacc-4327-928b-2ba95fe7f230), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.428703 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdaf47c-ce16-45e3-b75b-dd6e41fc7b23 None None] The sync data for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi is: [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:41Z', 'revision_number': 5, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:10.436827 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:10.452514 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2275f57-d32f-4914-96a8-1e565db9638d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (85d94ff4-eacc-4327-928b-2ba95fe7f230), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.455747 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c2275f57-d32f-4914-96a8-1e565db9638d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.456677 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-c2275f57-d32f-4914-96a8-1e565db9638d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "DELETE /v2.0/security-groups/85d94ff4-eacc-4327-928b-2ba95fe7f230 HTTP/1.1" status: 204 len: 168 time: 0.1760938 Jul 06 13:53:10.460176 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37538) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:10.483862 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.api.v2.resource [None req-83cb54f5-dc2b-4a06-855f-6047abd7eafc tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] show failed (client error): The resource could not be found. Jul 06 13:53:10.484916 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-83cb54f5-dc2b-4a06-855f-6047abd7eafc tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups/85d94ff4-eacc-4327-928b-2ba95fe7f230 HTTP/1.1" status: 404 len: 347 time: 0.0237155 Jul 06 13:53:10.486114 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2275f57-d32f-4914-96a8-1e565db9638d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d94ff4-eacc-4327-928b-2ba95fe7f230,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:10.487934 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37540) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:10.584548 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Allocated IP 172.20.0.1 (e12e604c-a9aa-4964-89ef-163e19d2e86f/e8a01d2e-dede-41fc-a741-710f3d491c89/4dfd1005-7d53-4d37-b9ab-d4b1e23e7938) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:10.590785 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:10.606387 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Publish callbacks [] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.612111 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.627785 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-a0912583-7721-4fab-a5a6-71cee306804c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Deleting port 1acd873d-f4ab-41de-996e-82396ddc410a {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:10.628382 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0912583-7721-4fab-a5a6-71cee306804c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (1acd873d-f4ab-41de-996e-82396ddc410a), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.646498 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-adb7673c-4295-4d08-9f63-279043f395c1 None None] Provisioning complete for port da35efc8-4fac-4911-85e9-abf6d88b9778 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:10.646883 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-adb7673c-4295-4d08-9f63-279043f395c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (da35efc8-4fac-4911-85e9-abf6d88b9778), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.700428 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:10.713556 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Attempting to bind port 0cdb0bf4-b20f-46e6-bb81-de28628979c8 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:53:10.714402 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Attempting to bind port 0cdb0bf4-b20f-46e6-bb81-de28628979c8 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:53:10.714402 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Attempting to bind port 0cdb0bf4-b20f-46e6-bb81-de28628979c8 on network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:53:10.723950 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Pushing event updated for resources: {'Port': ['ID=0cdb0bf4-b20f-46e6-bb81-de28628979c8,revision_number=2']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:10.727644 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0912583-7721-4fab-a5a6-71cee306804c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (1acd873d-f4ab-41de-996e-82396ddc410a), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.728273 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0912583-7721-4fab-a5a6-71cee306804c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (1acd873d-f4ab-41de-996e-82396ddc410a), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.728672 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:53:10.729085 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Checking segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:53:10.729487 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.729927 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Bound using segment: {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:53:10.730452 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Bound port: 0cdb0bf4-b20f-46e6-bb81-de28628979c8, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ba632e1-68fa-42ff-88c0-0d2b251bf4e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:53:10.730860 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.737798 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.738270 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.738639 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.739003 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.739340 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.739671 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.739997 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.740319 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.740643 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.740963 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.741314 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.741721 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.742271 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.742641 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.742964 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:10.755027 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Publish callbacks [] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.755502 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-a0912583-7721-4fab-a5a6-71cee306804c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Calling delete_port for 1acd873d-f4ab-41de-996e-82396ddc410a owned by network:floatingip {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:10.787937 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-adb7673c-4295-4d08-9f63-279043f395c1 None None] Current status of the port da35efc8-4fac-4911-85e9-abf6d88b9778 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:10.807089 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] For port 0cdb0bf4-b20f-46e6-bb81-de28628979c8, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:10.810648 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] For port 0cdb0bf4-b20f-46e6-bb81-de28628979c8, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=0cdb0bf4-b20f-46e6-bb81-de28628979c8,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:10.819267 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.833650 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.860764 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9499d111-51b5-4757-bfe9-0855c91fabdf None None] New status for floating IP c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297: DOWN {{(pid=110607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:53:10.878566 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfd1005-7d53-4d37-b9ab-d4b1e23e7938,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:10.882182 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Network e12e604c-a9aa-4964-89ef-163e19d2e86f is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:10.884178 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:10.886410 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:53:10.895116 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:10.897091 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334505b0-536d-41a5-b461-1656502ef0c2 None None] Pushing event updated for resources: {'Port': ['ID=0cdb0bf4-b20f-46e6-bb81-de28628979c8,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:10.925931 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:10.926770 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:52:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:10.933666 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33259013'] for router_interface (85fc9502-0bfe-4cea-8b54-84053dd6338e), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.950514 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0912583-7721-4fab-a5a6-71cee306804c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (1acd873d-f4ab-41de-996e-82396ddc410a), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:10.998347 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0912583-7721-4fab-a5a6-71cee306804c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event deleted for resources: {'Port': ['ID=1acd873d-f4ab-41de-996e-82396ddc410a,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:11.013277 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:11.016920 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.db.api [None req-9499d111-51b5-4757-bfe9-0855c91fabdf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110607) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 06 13:53:11.018929 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG oslo_db.api [None req-9499d111-51b5-4757-bfe9-0855c91fabdf None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 06 13:53:11.072240 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:11.077495 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0912583-7721-4fab-a5a6-71cee306804c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.078566 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.088596 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:11.097972 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a0912583-7721-4fab-a5a6-71cee306804c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.109262 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a0912583-7721-4fab-a5a6-71cee306804c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "DELETE /v2.0/floatingips/c2fdf8fb-9d33-4b4a-94f3-78d7ed98d297 HTTP/1.1" status: 204 len: 168 time: 0.6103859 Jul 06 13:53:11.207694 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device da35efc8-4fac-4911-85e9-abf6d88b9778 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:11.226000 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37544) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:11.231184 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-a1c424a7-096c-4566-99b6-63b51a55344f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903479811', 'description': 'tempest-description--1430711853'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:11.260795 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a1c424a7-096c-4566-99b6-63b51a55344f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.279219 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:11.284211 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port da35efc8-4fac-4911-85e9-abf6d88b9778 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:11.284860 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (da35efc8-4fac-4911-85e9-abf6d88b9778), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.316501 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Publish callbacks [] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.323198 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.324334 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:11.347739 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-198537e9-75a7-4863-bd98-89b279dd1ec2 None None] Provisioning complete for port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:11.348110 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-198537e9-75a7-4863-bd98-89b279dd1ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.378687 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a1c424a7-096c-4566-99b6-63b51a55344f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group (f5d2be89-47a1-49a3-bd0d-913dd6aac042), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.385541 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a1c424a7-096c-4566-99b6-63b51a55344f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (f5d2be89-47a1-49a3-bd0d-913dd6aac042), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.400918 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfd1005-7d53-4d37-b9ab-d4b1e23e7938,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:11.403944 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33264658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33259153'] for router_interface (85fc9502-0bfe-4cea-8b54-84053dd6338e), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.417478 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:08Z', 'revision_number': 3, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:11.429742 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a1c424a7-096c-4566-99b6-63b51a55344f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.431062 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a1c424a7-096c-4566-99b6-63b51a55344f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2037537 Jul 06 13:53:11.435731 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37546) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:11.440017 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-49924113-c9fe-49be-aec5-1001fd479091 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Request body: {'security_group_rule': {'security_group_id': 'f5d2be89-47a1-49a3-bd0d-913dd6aac042', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:11.447691 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5057818-ec1c-4168-9d7a-939e1f52aa3d None None] The sync data for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi is: [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:08Z', 'revision_number': 3, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:11.452472 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c424a7-096c-4566-99b6-63b51a55344f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d2be89-47a1-49a3-bd0d-913dd6aac042,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:11.457040 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-198537e9-75a7-4863-bd98-89b279dd1ec2 None None] Port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:53:11.466469 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port da35efc8-4fac-4911-85e9-abf6d88b9778 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:11.484036 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-49924113-c9fe-49be-aec5-1001fd479091 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group_rule (2894cecc-2b71-4f34-991c-2a5dfda0ea3c), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.528148 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:11.534030 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Network e12e604c-a9aa-4964-89ef-163e19d2e86f is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:11.536019 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:11.568748 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-49924113-c9fe-49be-aec5-1001fd479091 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group_rule (2894cecc-2b71-4f34-991c-2a5dfda0ea3c), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: WARNING neutron.objects.base [None req-9499d111-51b5-4757-bfe9-0855c91fabdf None None] ORM session: SQL execution without transaction in progress, traceback: Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: func(*args, **kwargs) Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: self.work.run() Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: result = self.fn(*self.args, **self.kwargs) Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: res = self.dispatcher.dispatch(message) Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: return self._do_dispatch(endpoint, method, ctxt, args) Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: result = func(ctxt, **new_args) Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: return f(*args, **kwargs) Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: return f(*args, **kwargs) Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: return f(*dup_args, **dup_kwargs) Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: self.l3plugin.update_floatingip_status(context, Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: return f_with_retry(*args, **kwargs, Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: return f(*args, **kwargs) Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: return f(*args, **kwargs) Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: return f(*dup_args, **dup_kwargs) Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: return l3_obj.FloatingIP.update_object( Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: return super(NeutronDbObject, cls).update_object( Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: obj = cls.get_object( Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: db_obj = obj_db_api.get_object( Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: return fn(*args, **kwargs) Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: return _get_filter_query(obj_cls, context, **kwargs).first() Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: return self.limit(1)._iter().first() Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: result = self.session.execute( Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1693, in execute Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: result = fn(orm_exec_state) Jul 06 13:53:11.572467 dv-cinder-819149-8-iscsi neutron-server[110607]: Jul 06 13:53:11.577609 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-49924113-c9fe-49be-aec5-1001fd479091 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (2894cecc-2b71-4f34-991c-2a5dfda0ea3c), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.601921 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49924113-c9fe-49be-aec5-1001fd479091 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2894cecc-2b71-4f34-991c-2a5dfda0ea3c,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:11.607865 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-49924113-c9fe-49be-aec5-1001fd479091 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.609110 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-49924113-c9fe-49be-aec5-1001fd479091 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1724162 Jul 06 13:53:11.611622 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37548) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:11.619506 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-6ff2d9fb-c9da-4d29-944d-5092b0d7a3d9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Request body: {'security_group_rule': {'security_group_id': 'f5d2be89-47a1-49a3-bd0d-913dd6aac042', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:11.663112 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d9fb-c9da-4d29-944d-5092b0d7a3d9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group_rule (8586a4dd-9a20-4605-aa18-e1878e65980d), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.712522 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Router 85fc9502-0bfe-4cea-8b54-84053dd6338e has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:53:11.746340 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d9fb-c9da-4d29-944d-5092b0d7a3d9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group_rule (8586a4dd-9a20-4605-aa18-e1878e65980d), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.763305 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d9fb-c9da-4d29-944d-5092b0d7a3d9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (8586a4dd-9a20-4605-aa18-e1878e65980d), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.796798 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2d9fb-c9da-4d29-944d-5092b0d7a3d9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8586a4dd-9a20-4605-aa18-e1878e65980d,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:11.825169 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d9fb-c9da-4d29-944d-5092b0d7a3d9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.829130 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-6ff2d9fb-c9da-4d29-944d-5092b0d7a3d9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2136364 Jul 06 13:53:11.833608 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37552) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:11.838773 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:11.861077 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:11.864192 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.875102 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-15aaa4b2-4841-4bcb-9da5-d1845a1b0d96 admin admin] 10.222.0.20 "PUT /v2.0/routers/85fc9502-0bfe-4cea-8b54-84053dd6338e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9888575 Jul 06 13:53:11.879556 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-35fe255f-c6f2-4166-b28e-6a2f90749fe5 None None] Provisioning complete for port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:11.879994 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-35fe255f-c6f2-4166-b28e-6a2f90749fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.925767 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-35fe255f-c6f2-4166-b28e-6a2f90749fe5 None None] Port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:53:11.960560 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:11.961059 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c5162844-ac73-47a2-b698-d0a33138f3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:11.983462 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.108605 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Allocated IP 172.27.3.216 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/193564e8-dd9c-4ed5-86f2-ecca137864c5) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:12.137528 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:12.215179 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37560) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:12.220064 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-c584aaab-9758-49e1-88c7-6b3d6193b2a3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--442232709', 'description': 'tempest-description--229137183'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:12.230060 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for port (193564e8-dd9c-4ed5-86f2-ecca137864c5), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.243131 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c584aaab-9758-49e1-88c7-6b3d6193b2a3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.265525 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (193564e8-dd9c-4ed5-86f2-ecca137864c5), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.317081 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:12.318806 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:12.321817 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:53:12.324318 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event updated for resources: {'Port': ['ID=193564e8-dd9c-4ed5-86f2-ecca137864c5,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:12.343057 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c584aaab-9758-49e1-88c7-6b3d6193b2a3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group (cc514b34-46a1-43ff-a4ab-fc4fb49f3119), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.348046 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c584aaab-9758-49e1-88c7-6b3d6193b2a3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (cc514b34-46a1-43ff-a4ab-fc4fb49f3119), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.379403 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584aaab-9758-49e1-88c7-6b3d6193b2a3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc514b34-46a1-43ff-a4ab-fc4fb49f3119,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:12.390587 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c584aaab-9758-49e1-88c7-6b3d6193b2a3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.395097 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-c584aaab-9758-49e1-88c7-6b3d6193b2a3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1786673 Jul 06 13:53:12.395918 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37562) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:12.401446 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-7676cc7a-1d39-4376-85f7-e262443c8365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Request body: {'security_group_rule': {'security_group_id': 'cc514b34-46a1-43ff-a4ab-fc4fb49f3119', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:12.424373 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (fb839a7c-375e-4771-bbde-0dcd2f524862), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.429463 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7676cc7a-1d39-4376-85f7-e262443c8365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group_rule (3715e374-4166-4af0-8687-e41ac8851131), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.431844 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 3ca14d5b-272c-4543-9380-0fbec0da4da8 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:12.457089 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 3ca14d5b-272c-4543-9380-0fbec0da4da8 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:12.457707 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 3ca14d5b-272c-4543-9380-0fbec0da4da8 not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:12.471944 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (193564e8-dd9c-4ed5-86f2-ecca137864c5), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.490480 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7676cc7a-1d39-4376-85f7-e262443c8365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group_rule (3715e374-4166-4af0-8687-e41ac8851131), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.500375 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7676cc7a-1d39-4376-85f7-e262443c8365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (3715e374-4166-4af0-8687-e41ac8851131), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.521979 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676cc7a-1d39-4376-85f7-e262443c8365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3715e374-4166-4af0-8687-e41ac8851131,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:12.530308 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7676cc7a-1d39-4376-85f7-e262443c8365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.531501 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-7676cc7a-1d39-4376-85f7-e262443c8365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346676 Jul 06 13:53:12.534847 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37564) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:12.539271 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-18811472-e023-4088-89f9-2e28876b4365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Request body: {'security_group_rule': {'security_group_id': 'cc514b34-46a1-43ff-a4ab-fc4fb49f3119', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:12.566545 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-18811472-e023-4088-89f9-2e28876b4365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group_rule (d26ac73e-91cb-40c4-8336-f8a5d968e8df), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.623962 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-18811472-e023-4088-89f9-2e28876b4365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group_rule (d26ac73e-91cb-40c4-8336-f8a5d968e8df), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.630132 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-18811472-e023-4088-89f9-2e28876b4365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (d26ac73e-91cb-40c4-8336-f8a5d968e8df), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.633842 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for port (193564e8-dd9c-4ed5-86f2-ecca137864c5), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.638372 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (193564e8-dd9c-4ed5-86f2-ecca137864c5), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.646808 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18811472-e023-4088-89f9-2e28876b4365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26ac73e-91cb-40c4-8336-f8a5d968e8df,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:12.658007 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-18811472-e023-4088-89f9-2e28876b4365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.659218 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-18811472-e023-4088-89f9-2e28876b4365 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233957 Jul 06 13:53:12.662803 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37566) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:12.666995 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:12.676575 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:12.682821 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:12.693022 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.716541 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event updated for resources: {'Port': ['ID=193564e8-dd9c-4ed5-86f2-ecca137864c5,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:12.725588 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (fb839a7c-375e-4771-bbde-0dcd2f524862), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.742179 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.750248 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-e0d6b829-ebfa-4395-9465-e895eff1fdbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9086351 Jul 06 13:53:12.777788 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:12.891159 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Allocated IP 172.27.3.38 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/43fc173b-4807-44a3-887e-08e74a7a4682) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:12.896044 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.012257 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-897848f9-1c1d-4111-9edd-6135f1cc03fd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1903479811&fields=id&tenant_id=05df572327d54bd99595974b75898052 HTTP/1.1" status: 200 len: 267 time: 0.1051333 Jul 06 13:53:13.055270 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for port (43fc173b-4807-44a3-887e-08e74a7a4682), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.152699 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-3c2e8e1f-f8a6-4d56-8d24-410bf488eb4d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:13.154172 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-3c2e8e1f-f8a6-4d56-8d24-410bf488eb4d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/networks?id=971af843-a8c2-4694-8a42-a011949622a1 HTTP/1.1" status: 200 len: 810 time: 0.1348524 Jul 06 13:53:13.155600 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (43fc173b-4807-44a3-887e-08e74a7a4682), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.171689 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 0cdb0bf4-b20f-46e6-bb81-de28628979c8 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:13.209753 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-bd0df7d3-84f1-4797-b308-c417edbf88de tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/quotas/05df572327d54bd99595974b75898052 HTTP/1.1" status: 200 len: 375 time: 0.0487847 Jul 06 13:53:13.216220 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event updated for resources: {'Port': ['ID=43fc173b-4807-44a3-887e-08e74a7a4682,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:13.217743 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 0cdb0bf4-b20f-46e6-bb81-de28628979c8 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:13.218864 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.219512 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:13.230479 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:13.233596 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:53:13.280838 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Sync routers for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:13.293818 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:13.294867 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:13.302778 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-0d1854f0-7777-45af-bf35-dda1f65152e9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=05df572327d54bd99595974b75898052&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819950 Jul 06 13:53:13.315853 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 0cdb0bf4-b20f-46e6-bb81-de28628979c8 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:13.316531 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.339531 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] For port 0cdb0bf4-b20f-46e6-bb81-de28628979c8, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=0cdb0bf4-b20f-46e6-bb81-de28628979c8,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:13.344092 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.393656 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Pushing event updated for resources: {'Port': ['ID=0cdb0bf4-b20f-46e6-bb81-de28628979c8,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:13.409069 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:13.417079 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (af705299-6360-445c-a78f-e0ec96ca5d0a), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.465710 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:13.469714 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:13.478567 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (43fc173b-4807-44a3-887e-08e74a7a4682), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.483292 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-5209339d-6eba-451a-af9f-357fc2e0ba5a service neutron] 10.222.0.20 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647928 Jul 06 13:53:13.597184 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:13.603727 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 2, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:13.629073 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Checking router: 85fc9502-0bfe-4cea-8b54-84053dd6338e for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:13.629422 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Updating router 85fc9502-0bfe-4cea-8b54-84053dd6338e port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 binding host dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 06 13:53:13.656798 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.668634 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-07686111-4e94-45d3-befa-8e3d4e3f8201 service neutron] 10.222.0.20 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649001 Jul 06 13:53:13.714519 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for port (43fc173b-4807-44a3-887e-08e74a7a4682), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.719696 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (43fc173b-4807-44a3-887e-08e74a7a4682), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.776552 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37582) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:13.807270 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event updated for resources: {'Port': ['ID=43fc173b-4807-44a3-887e-08e74a7a4682,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:13.827600 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (af705299-6360-445c-a78f-e0ec96ca5d0a), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.851991 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.859791 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:13.865602 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-5cf30df6-8027-4498-a968-c7da1f4d53fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1979322 Jul 06 13:53:13.904660 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eb4c0ab2-238e-44eb-acca-71467976c9d3 req-8577b8cc-c324-4ad0-8b7e-2dd9d1066242 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 210 time: 0.0387859 Jul 06 13:53:13.970376 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Publish callbacks [] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), precommit_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:13.972955 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:13.978825 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.016471 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-7eb530e0-9712-4cce-a875-43401e856107 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Deleting port abd205c0-525c-4099-881e-24ddf6215a27 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:14.016904 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7eb530e0-9712-4cce-a875-43401e856107 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (abd205c0-525c-4099-881e-24ddf6215a27), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.031847 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6806e24-4f2a-4b95-b507-e6303f482dc3 None None] Pushing event updated for resources: {'Port': ['ID=4dfd1005-7d53-4d37-b9ab-d4b1e23e7938,revision_number=3']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:14.062215 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:14.135465 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Attempting to bind port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 on host dv-cinder-819149-8-iscsi for vnic_type normal with profile {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:53:14.136068 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Attempting to bind port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 by drivers openvswitch,hyperv on host dv-cinder-819149-8-iscsi at level 0 using segments [{'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:53:14.136446 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Attempting to bind port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 on network e12e604c-a9aa-4964-89ef-163e19d2e86f {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:53:14.143677 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Checking agent: {'id': '5babaa59-beb8-435d-9d74-0085a47d4e54', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-819149-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 37, 15), 'started_at': datetime.datetime(2022, 7, 6, 13, 37, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-819149-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:53:14.144058 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Checking segment: {'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:53:14.144472 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.144866 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Bound using segment: {'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'} {{(pid=110608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:53:14.145372 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.managers [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Bound port: 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938, host: dv-cinder-819149-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'}}] {{(pid=110608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:53:14.145958 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), before_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.177743 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7eb530e0-9712-4cce-a875-43401e856107 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (abd205c0-525c-4099-881e-24ddf6215a27), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.177743 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7eb530e0-9712-4cce-a875-43401e856107 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for floatingip (abd205c0-525c-4099-881e-24ddf6215a27), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.224501 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-7eb530e0-9712-4cce-a875-43401e856107 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Calling delete_port for abd205c0-525c-4099-881e-24ddf6215a27 owned by network:floatingip {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:14.225447 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] For port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938, host dv-cinder-819149-8-iscsi, cleared binding levels {{(pid=110608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:14.228770 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.plugins.ml2.db [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] For port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938, host dv-cinder-819149-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=4dfd1005-7d53-4d37-b9ab-d4b1e23e7938,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:14.236534 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron_lib.callbacks.manager [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), after_update {{(pid=110608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.312451 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6806e24-4f2a-4b95-b507-e6303f482dc3 None None] Pushing event updated for resources: {'Port': ['ID=4dfd1005-7d53-4d37-b9ab-d4b1e23e7938,revision_number=4']} {{(pid=110608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:14.344878 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:14.346720 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-49b9e059-4a25-4e91-aa12-15341e96f8f4 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--442232709&fields=id&tenant_id=9e3edb8d53184b98b7055ffc145f186d HTTP/1.1" status: 200 len: 267 time: 0.1094909 Jul 06 13:53:14.347228 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:14.392516 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-6779ed63-2f38-4c9e-b83b-783e747da316 None None] Provisioning complete for port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:14.393212 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6779ed63-2f38-4c9e-b83b-783e747da316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.397405 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.509422 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7eb530e0-9712-4cce-a875-43401e856107 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (abd205c0-525c-4099-881e-24ddf6215a27), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.548852 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:14.574611 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb530e0-9712-4cce-a875-43401e856107 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Pushing event deleted for resources: {'Port': ['ID=abd205c0-525c-4099-881e-24ddf6215a27,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:14.582027 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-6779ed63-2f38-4c9e-b83b-783e747da316 None None] Current status of the port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 is: DOWN; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:14.582773 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6779ed63-2f38-4c9e-b83b-783e747da316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.607189 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9390-7743-4912-b479-a61312bf356b req-5e543a3e-64d9-4506-b30f-48d37984e4a5 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:14.609030 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-5e543a3e-64d9-4506-b30f-48d37984e4a5 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 817 time: 0.2395163 Jul 06 13:53:14.621691 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7eb530e0-9712-4cce-a875-43401e856107 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for floatingip (88665da2-9109-49f0-9aa7-2fe9921a04cf), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.622537 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [None req-7eb530e0-9712-4cce-a875-43401e856107 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Floating IP 88665da2-9109-49f0-9aa7-2fe9921a04cf disassociated (deleted). External IP: 172.27.3.84, port: e0490198-5029-4543-9a66-8d41adcd3783. Jul 06 13:53:14.635672 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-053c5f93-18a4-4010-b71c-09415134f22a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/quotas/9e3edb8d53184b98b7055ffc145f186d HTTP/1.1" status: 200 len: 375 time: 0.0197473 Jul 06 13:53:14.640283 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-6779ed63-2f38-4c9e-b83b-783e747da316 None None] For port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=4dfd1005-7d53-4d37-b9ab-d4b1e23e7938,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:14.657487 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6779ed63-2f38-4c9e-b83b-783e747da316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.686348 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.702700 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-beb512da-66bc-4a33-88f2-a19fcb265f49 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658309 Jul 06 13:53:14.718770 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:14.734759 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6779ed63-2f38-4c9e-b83b-783e747da316 None None] Pushing event updated for resources: {'Port': ['ID=4dfd1005-7d53-4d37-b9ab-d4b1e23e7938,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:14.784438 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-648b17a0-f7a7-44a3-b1f5-78f7afe51ac1 None None] Provisioning complete for port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:14.784846 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-648b17a0-f7a7-44a3-b1f5-78f7afe51ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:14.831744 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-4ea21eae-355c-4bf9-9920-e50c8c9d3526 service neutron] 10.222.0.20 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159575 Jul 06 13:53:14.881875 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-648b17a0-f7a7-44a3-b1f5-78f7afe51ac1 None None] Current status of the port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:14.884846 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb530e0-9712-4cce-a875-43401e856107 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Router 0949e91e-61a0-46de-91f1-033bf002c3cb has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:53:14.889019 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:14.922338 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ba4402-069b-4aa5-9eaf-9d9368d38b81 None None] The sync data for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi is: [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:14.953327 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-0e508564-9897-468b-b0e1-37e51f7feada service neutron] 10.222.0.20 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134007 Jul 06 13:53:14.996425 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:15.043920 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb530e0-9712-4cce-a875-43401e856107 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:15.047590 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-7eb530e0-9712-4cce-a875-43401e856107 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:15.062586 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c93845-f064-4e3a-8369-2b672ba7f5e5 None None] Sync routers for ids ['0949e91e-61a0-46de-91f1-033bf002c3cb'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:15.088576 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c93845-f064-4e3a-8369-2b672ba7f5e5 None None] Routers {'0949e91e-61a0-46de-91f1-033bf002c3cb'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:15.091004 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-67c93845-f064-4e3a-8369-2b672ba7f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['0949e91e-61a0-46de-91f1-033bf002c3cb'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:15.098975 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cef4758d-a8f5-4bfb-830b-ca53d41df259 req-cbcabb51-ab13-4104-b0a8-d37b5f13c0b6 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 210 time: 0.0724344 Jul 06 13:53:15.114809 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-7eb530e0-9712-4cce-a875-43401e856107 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "DELETE /v2.0/floatingips/88665da2-9109-49f0-9aa7-2fe9921a04cf HTTP/1.1" status: 204 len: 168 time: 1.3369758 Jul 06 13:53:15.129767 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:15.131409 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161c7d06-d9b5-4b7b-bd4f-036663ac8bb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "tag": "e0490198-5029-4543-9a66-8d41adcd3783"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:15.396152 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 0cdb0bf4-b20f-46e6-bb81-de28628979c8 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:15.410496 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-324f311b-bc31-4f2e-92a1-a73ff85ad405 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:15.412494 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-67c93845-f064-4e3a-8369-2b672ba7f5e5 None None] Set router 0949e91e-61a0-46de-91f1-033bf002c3cb gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:15.412644 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-324f311b-bc31-4f2e-92a1-a73ff85ad405 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.39 "GET /v2.0/networks?id=971af843-a8c2-4694-8a42-a011949622a1 HTTP/1.1" status: 200 len: 810 time: 0.2535703 Jul 06 13:53:15.424444 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfee13d-b093-4a26-b1ec-a218cfe3939c x-openstack-request-id: req-cdfee13d-b093-4a26-b1ec-a218cfe3939c {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:15.424933 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "tag": "e0490198-5029-4543-9a66-8d41adcd3783", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:15.425193 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdfee13d-b093-4a26-b1ec-a218cfe3939c {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:15.425610 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdfee13d-b093-4a26-b1ec-a218cfe3939c'] response: {'name': 'network-changed', 'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783', 'status': 'completed', 'code': 200} Jul 06 13:53:15.438742 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:15.446908 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:15.479800 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-66e6db2f-c77d-4610-86f2-67812981b843 req-478374cc-33f6-4637-9050-b4d99a8c3e62 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 210 time: 0.1056683 Jul 06 13:53:15.490278 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c7d06-d9b5-4b7b-bd4f-036663ac8bb4 req-9b638413-d486-4ab5-a14f-dafeba1ec196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:15.493743 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-161c7d06-d9b5-4b7b-bd4f-036663ac8bb4 req-9b638413-d486-4ab5-a14f-dafeba1ec196 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1727f66e37f94cc6971b574c8635e078&device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 1129 time: 0.1403003 Jul 06 13:53:15.575625 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 0cdb0bf4-b20f-46e6-bb81-de28628979c8 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:15.576191 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:15.595290 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e92bdd-bd99-4e65-a9c2-a6317ca22ab4 req-85110658-edca-4c19-909a-3c80bec5eae1 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:15.597123 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d8e92bdd-bd99-4e65-a9c2-a6317ca22ab4 req-85110658-edca-4c19-909a-3c80bec5eae1 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0655198 Jul 06 13:53:15.670642 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d8e92bdd-bd99-4e65-a9c2-a6317ca22ab4 req-3badcf65-f3fc-4b8e-99a0-dfe6cc62c810 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655978 Jul 06 13:53:15.756574 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 0cdb0bf4-b20f-46e6-bb81-de28628979c8 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:15.757797 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 up at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:15.827841 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-67c93845-f064-4e3a-8369-2b672ba7f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:46:25Z', 'revision_number': 4, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port': {'id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:22Z', 'updated_at': '2022-07-06T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '348070d8-8149-44d0-b3ff-80acd22d6a04', 'name': '', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'mac_address': 'fa:16:3e:ea:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:24Z', 'updated_at': '2022-07-06T13:46:30Z', 'revision_number': 5, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'subnets': [{'id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:15.857831 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c93845-f064-4e3a-8369-2b672ba7f5e5 None None] Checking router: 0949e91e-61a0-46de-91f1-033bf002c3cb for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:15.865332 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Provisioning complete for port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:15.865708 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:15.892601 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c93845-f064-4e3a-8369-2b672ba7f5e5 None None] Routers {'0949e91e-61a0-46de-91f1-033bf002c3cb'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:15.893273 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-67c93845-f064-4e3a-8369-2b672ba7f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['0949e91e-61a0-46de-91f1-033bf002c3cb'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:16.146450 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:16.167216 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-67c93845-f064-4e3a-8369-2b672ba7f5e5 None None] Set router 0949e91e-61a0-46de-91f1-033bf002c3cb gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:16.169317 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Current status of the port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 is: ACTIVE; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:16.213364 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-49a8fdfa-b072-4ed5-a2f3-0578729caa3c req-9f6e2f18-7844-4356-9acb-4d3e5f9f4b75 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 210 time: 0.0313096 Jul 06 13:53:16.363535 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-67c93845-f064-4e3a-8369-2b672ba7f5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:46:25Z', 'revision_number': 4, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port': {'id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:22Z', 'updated_at': '2022-07-06T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '348070d8-8149-44d0-b3ff-80acd22d6a04', 'name': '', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'mac_address': 'fa:16:3e:ea:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:24Z', 'updated_at': '2022-07-06T13:46:30Z', 'revision_number': 5, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'subnets': [{'id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:16.389697 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c93845-f064-4e3a-8369-2b672ba7f5e5 None None] The sync data for ids ['0949e91e-61a0-46de-91f1-033bf002c3cb'] in dv-cinder-819149-8-iscsi is: [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:46:25Z', 'revision_number': 4, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port': {'id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:22Z', 'updated_at': '2022-07-06T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '348070d8-8149-44d0-b3ff-80acd22d6a04', 'name': '', 'network_id': 'dec9879c-fd48-42c4-9888-128aec6a9b22', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'mac_address': 'fa:16:3e:ea:2d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:24Z', 'updated_at': '2022-07-06T13:46:30Z', 'revision_number': 5, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'subnets': [{'id': 'b84ce7fb-5540-4656-af27-af9dc1ed2547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:16.558292 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:16.594626 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-def6df48-f6f1-4adc-8947-d44cb940e629 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05df572327d54bd99595974b75898052 HTTP/1.1" status: 200 len: 380 time: 0.0834863 Jul 06 13:53:16.635411 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c7d06-d9b5-4b7b-bd4f-036663ac8bb4 req-7e9a3d24-7cc9-4e90-80cd-5eb94cd154db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:16.637917 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-161c7d06-d9b5-4b7b-bd4f-036663ac8bb4 req-7e9a3d24-7cc9-4e90-80cd-5eb94cd154db service neutron] 10.222.0.39 "GET /v2.0/networks?id=dec9879c-fd48-42c4-9888-128aec6a9b22 HTTP/1.1" status: 200 len: 909 time: 0.1287892 Jul 06 13:53:16.655330 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b9a19043-d82e-4e97-b45c-3dc378cd6b25 req-561fc31a-b058-4b63-be5c-6cc5498a9664 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 210 time: 0.0433884 Jul 06 13:53:16.698921 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc32b74-f4b7-436e-b837-fd3015ed8878 None None] New status for floating IP 88665da2-9109-49f0-9aa7-2fe9921a04cf: DOWN {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:53:16.787582 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43468c5-8df6-4c77-bba9-9d4faa35279d req-2ab69c97-6a9f-41ea-bbb2-3356ff5e1830 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:16.789570 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c43468c5-8df6-4c77-bba9-9d4faa35279d req-2ab69c97-6a9f-41ea-bbb2-3356ff5e1830 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0486693 Jul 06 13:53:16.805756 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-e6c1c37b-7924-4aa3-a2a2-c650e7e52ab3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Request body: {'port': {'device_id': 'be6603c1-852c-4efc-8442-14b7228cf3d0', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'admin_state_up': True, 'tenant_id': '05df572327d54bd99595974b75898052', 'security_groups': ['f5d2be89-47a1-49a3-bd0d-913dd6aac042']}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:16.847571 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-161c7d06-d9b5-4b7b-bd4f-036663ac8bb4 req-6826faef-8ec3-4ed9-8ad5-5ed9dde818ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0490198-5029-4543-9a66-8d41adcd3783 HTTP/1.1" status: 200 len: 217 time: 0.0445971 Jul 06 13:53:16.875173 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c43468c5-8df6-4c77-bba9-9d4faa35279d req-0d726f5b-b7da-4fdc-8e9f-045c5618c07f tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796478 Jul 06 13:53:16.913470 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-e6c1c37b-7924-4aa3-a2a2-c650e7e52ab3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Made reservation on behalf of 05df572327d54bd99595974b75898052 for: {'port': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:16.916862 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-e6c1c37b-7924-4aa3-a2a2-c650e7e52ab3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:17.053418 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-e6c1c37b-7924-4aa3-a2a2-c650e7e52ab3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Allocated IP 172.20.0.10 (971af843-a8c2-4694-8a42-a011949622a1/9e1bcabb-e45a-4964-8332-c655940202a4/73906c58-8548-4ecf-a678-d849a4bac0f7) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:17.111396 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:17.151444 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c7d06-d9b5-4b7b-bd4f-036663ac8bb4 req-a89bcd22-9a70-4bc1-849c-f6eb3e089e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:17.153337 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-161c7d06-d9b5-4b7b-bd4f-036663ac8bb4 req-a89bcd22-9a70-4bc1-849c-f6eb3e089e42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b84ce7fb-5540-4656-af27-af9dc1ed2547 HTTP/1.1" status: 200 len: 847 time: 0.0489910 Jul 06 13:53:17.198043 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c7d06-d9b5-4b7b-bd4f-036663ac8bb4 req-92b629c9-4d4b-4b73-a181-d51f73524eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:17.198770 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-e6c1c37b-7924-4aa3-a2a2-c650e7e52ab3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:17.199710 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-161c7d06-d9b5-4b7b-bd4f-036663ac8bb4 req-92b629c9-4d4b-4b73-a181-d51f73524eb9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dec9879c-fd48-42c4-9888-128aec6a9b22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392373 Jul 06 13:53:17.231315 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-e6c1c37b-7924-4aa3-a2a2-c650e7e52ab3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:17.276132 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-e6c1c37b-7924-4aa3-a2a2-c650e7e52ab3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Network 971af843-a8c2-4694-8a42-a011949622a1 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:17.279240 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-e6c1c37b-7924-4aa3-a2a2-c650e7e52ab3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:17.283308 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-e6c1c37b-7924-4aa3-a2a2-c650e7e52ab3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:53:17.326168 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:17.344879 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1c37b-7924-4aa3-a2a2-c650e7e52ab3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event updated for resources: {'Port': ['ID=73906c58-8548-4ecf-a678-d849a4bac0f7,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:17.380629 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5801d-3e28-43ab-a72c-b11f31676f96 req-45873d84-1d2d-41d2-a971-12d24fa2ffc1 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:17.382025 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4eb5801d-3e28-43ab-a72c-b11f31676f96 req-45873d84-1d2d-41d2-a971-12d24fa2ffc1 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 932 time: 0.0956779 Jul 06 13:53:17.392946 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-e6c1c37b-7924-4aa3-a2a2-c650e7e52ab3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:17.393586 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-e6c1c37b-7924-4aa3-a2a2-c650e7e52ab3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:17.430496 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-e6c1c37b-7924-4aa3-a2a2-c650e7e52ab3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6293626 Jul 06 13:53:17.454382 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4eb5801d-3e28-43ab-a72c-b11f31676f96 req-1e874014-0fde-4f0a-81fb-a0af6a3e2e50 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579469 Jul 06 13:53:17.522892 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Request body: {'port': {'device_id': 'be6603c1-852c-4efc-8442-14b7228cf3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:17.524151 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-58b8e122-49ad-4c02-894b-ea116337c0f5 None None] Provisioning complete for port 73906c58-8548-4ecf-a678-d849a4bac0f7 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:17.525102 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-58b8e122-49ad-4c02-894b-ea116337c0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:17.566670 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-58b8e122-49ad-4c02-894b-ea116337c0f5 None None] Port 73906c58-8548-4ecf-a678-d849a4bac0f7 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:53:17.573827 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-161c7d06-d9b5-4b7b-bd4f-036663ac8bb4 req-5c691c47-3fa4-4d8a-ba81-b04b010fe8c1 service neutron] 10.222.0.39 "GET /v2.0/networks/dec9879c-fd48-42c4-9888-128aec6a9b22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028492 Jul 06 13:53:17.624877 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:17.647287 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e9c74-ebe5-4afe-8cb5-fe35a2563b13 req-d5a77cb5-75b9-4152-99ca-a0b41aa82e7b tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:17.649516 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-915e9c74-ebe5-4afe-8cb5-fe35a2563b13 req-d5a77cb5-75b9-4152-99ca-a0b41aa82e7b tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.0747952 Jul 06 13:53:17.727325 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:17.764774 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9390-7743-4912-b479-a61312bf356b req-c80f5d31-1c5d-4fa5-be87-3a8775ef00bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:17.766236 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-c80f5d31-1c5d-4fa5-be87-3a8775ef00bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.39 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 817 time: 0.1826932 Jul 06 13:53:17.783667 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d912c2b9-884b-4874-8cff-97178a7d585e req-68c5aaa4-8eb4-4c14-8d9d-a8ef5910a22b tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 210 time: 0.0451448 Jul 06 13:53:17.794945 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-161c7d06-d9b5-4b7b-bd4f-036663ac8bb4 req-d5200b80-f7b5-47c7-a95a-7b8ec0b4862c service neutron] 10.222.0.39 "GET /v2.0/networks/dec9879c-fd48-42c4-9888-128aec6a9b22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121294 Jul 06 13:53:17.837998 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [req-915e9c74-ebe5-4afe-8cb5-fe35a2563b13 req-1839f95b-95d0-4666-a800-1fe9245133d9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Deleting port e0490198-5029-4543-9a66-8d41adcd3783 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:17.838244 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-915e9c74-ebe5-4afe-8cb5-fe35a2563b13 req-1839f95b-95d0-4666-a800-1fe9245133d9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (e0490198-5029-4543-9a66-8d41adcd3783), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:17.934898 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [req-915e9c74-ebe5-4afe-8cb5-fe35a2563b13 req-1839f95b-95d0-4666-a800-1fe9245133d9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] For port e0490198-5029-4543-9a66-8d41adcd3783, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e0490198-5029-4543-9a66-8d41adcd3783,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:17.935272 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-915e9c74-ebe5-4afe-8cb5-fe35a2563b13 req-1839f95b-95d0-4666-a800-1fe9245133d9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (e0490198-5029-4543-9a66-8d41adcd3783), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:17.949343 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [req-915e9c74-ebe5-4afe-8cb5-fe35a2563b13 req-1839f95b-95d0-4666-a800-1fe9245133d9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Calling delete_port for e0490198-5029-4543-9a66-8d41adcd3783 owned by compute:nova {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:17.974409 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-39553df1-b52b-4cb2-ae84-fdcbb9d0f02f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e3edb8d53184b98b7055ffc145f186d HTTP/1.1" status: 200 len: 379 time: 0.1188095 Jul 06 13:53:18.090781 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-915e9c74-ebe5-4afe-8cb5-fe35a2563b13 req-1839f95b-95d0-4666-a800-1fe9245133d9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (e0490198-5029-4543-9a66-8d41adcd3783), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:18.121308 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839f95b-95d0-4666-a800-1fe9245133d9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Pushing event deleted for resources: {'Port': ['ID=e0490198-5029-4543-9a66-8d41adcd3783,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:18.168336 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [req-915e9c74-ebe5-4afe-8cb5-fe35a2563b13 req-1839f95b-95d0-4666-a800-1fe9245133d9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] No DVR routers for this DVR port e0490198-5029-4543-9a66-8d41adcd3783 on host hv-cinder-81914 {{(pid=110606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:53:18.170942 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [req-915e9c74-ebe5-4afe-8cb5-fe35a2563b13 req-1839f95b-95d0-4666-a800-1fe9245133d9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:18.174541 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-915e9c74-ebe5-4afe-8cb5-fe35a2563b13 req-1839f95b-95d0-4666-a800-1fe9245133d9 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.39 "DELETE /v2.0/ports/e0490198-5029-4543-9a66-8d41adcd3783 HTTP/1.1" status: 204 len: 173 time: 0.4931948 Jul 06 13:53:18.174987 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'name': 'network-vif-deleted', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:18.177565 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22be6f52-2017-402a-9227-1eaac7641af8" -d '{"events": [{"server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "name": "network-vif-deleted", "tag": "e0490198-5029-4543-9a66-8d41adcd3783"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:18.223607 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951bc28f-a838-45c0-8def-9bebe917f270 x-openstack-request-id: req-951bc28f-a838-45c0-8def-9bebe917f270 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:18.223984 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a925141-db5f-4cae-bc6c-8ca4930adf73", "name": "network-vif-deleted", "tag": "e0490198-5029-4543-9a66-8d41adcd3783", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:18.224383 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-951bc28f-a838-45c0-8def-9bebe917f270 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:18.224864 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-951bc28f-a838-45c0-8def-9bebe917f270'] response: {'server_uuid': '0a925141-db5f-4cae-bc6c-8ca4930adf73', 'name': 'network-vif-deleted', 'tag': 'e0490198-5029-4543-9a66-8d41adcd3783', 'status': 'completed', 'code': 200} Jul 06 13:53:18.268050 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-691c9390-7743-4912-b479-a61312bf356b req-7465bd9d-4cf1-4562-8735-fbd8a57d776f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Request body: {'port': {'device_id': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'admin_state_up': True, 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'security_groups': ['cc514b34-46a1-43ff-a4ab-fc4fb49f3119']}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:18.315666 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464263f6-9304-4f45-a3a6-b0cb3d81e2db req-006f7d1e-6706-4dfc-bbe4-8f53257d0dd8 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:18.317136 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-464263f6-9304-4f45-a3a6-b0cb3d81e2db req-006f7d1e-6706-4dfc-bbe4-8f53257d0dd8 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a925141-db5f-4cae-bc6c-8ca4930adf73 HTTP/1.1" status: 200 len: 945 time: 0.3615220 Jul 06 13:53:18.429426 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73906c58-8548-4ecf-a678-d849a4bac0f7 {{(pid=110605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:53:18.444179 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Publish callbacks [] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:18.462406 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-464263f6-9304-4f45-a3a6-b0cb3d81e2db req-7a53ec77-31fe-4656-aea6-a547ab0aa033 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "GET /v2.0/security-groups?id=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336629 Jul 06 13:53:18.474371 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.provisioning_blocks [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Transition to ACTIVE for port object 73906c58-8548-4ecf-a678-d849a4bac0f7 will not be triggered until provisioned by entity L2. {{(pid=110605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:53:18.494696 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:18.522411 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691c9390-7743-4912-b479-a61312bf356b req-7465bd9d-4cf1-4562-8735-fbd8a57d776f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Made reservation on behalf of 9e3edb8d53184b98b7055ffc145f186d for: {'port': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:18.526237 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-691c9390-7743-4912-b479-a61312bf356b req-7465bd9d-4cf1-4562-8735-fbd8a57d776f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:18.557363 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:18.575297 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Pushing event updated for resources: {'Port': ['ID=73906c58-8548-4ecf-a678-d849a4bac0f7,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:18.578222 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:18.669486 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1c15e-988f-4e82-8d44-24b596d05908 req-2635620b-27ec-4c0b-b146-c796c0362086 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:18.671816 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5ee1c15e-988f-4e82-8d44-24b596d05908 req-2635620b-27ec-4c0b-b146-c796c0362086 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 944 time: 0.1141617 Jul 06 13:53:18.762509 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Attempting to bind port 73906c58-8548-4ecf-a678-d849a4bac0f7 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:53:18.763212 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Attempting to bind port 73906c58-8548-4ecf-a678-d849a4bac0f7 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:53:18.763212 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Attempting to bind port 73906c58-8548-4ecf-a678-d849a4bac0f7 on network 971af843-a8c2-4694-8a42-a011949622a1 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:53:18.771982 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Port 73906c58-8548-4ecf-a678-d849a4bac0f7 on network 971af843-a8c2-4694-8a42-a011949622a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:53:18.772309 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Attempting to bind port 73906c58-8548-4ecf-a678-d849a4bac0f7 on network 971af843-a8c2-4694-8a42-a011949622a1 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:53:18.779512 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:18.780529 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:53:18.780871 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Checking segment: {'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:53:18.781279 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Bound using segment: {'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:53:18.783054 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Bound port: 73906c58-8548-4ecf-a678-d849a4bac0f7, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '971af843-a8c2-4694-8a42-a011949622a1'}}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:53:18.783431 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:18.801601 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5ee1c15e-988f-4e82-8d44-24b596d05908 req-3c38c013-0a43-481f-91c8-78bb536aad79 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926957 Jul 06 13:53:18.810259 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [req-691c9390-7743-4912-b479-a61312bf356b req-7465bd9d-4cf1-4562-8735-fbd8a57d776f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Allocated IP 172.20.0.5 (e12e604c-a9aa-4964-89ef-163e19d2e86f/e8a01d2e-dede-41fc-a741-710f3d491c89/92164628-0711-4bbe-835d-289c030d699a) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:18.912701 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:53:18.936952 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-845131b6-d2a7-4e6f-b964-72862eb6e0c1 req-8cdcfe95-83e0-4c89-a413-5b650c8997fd tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 210 time: 0.0606019 Jul 06 13:53:18.940401 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] For port 73906c58-8548-4ecf-a678-d849a4bac0f7, host hv-cinder-81914, cleared binding levels {{(pid=110605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:18.968987 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] For port 73906c58-8548-4ecf-a678-d849a4bac0f7, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=73906c58-8548-4ecf-a678-d849a4bac0f7,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:18.986929 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:19.076326 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:19.076941 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:19.078546 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] 10.222.0.39 "PUT /v2.0/ports/73906c58-8548-4ecf-a678-d849a4bac0f7 HTTP/1.1" status: 200 len: 1094 time: 1.5603390 Jul 06 13:53:19.081306 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6603c1-852c-4efc-8442-14b7228cf3d0', 'tag': '73906c58-8548-4ecf-a678-d849a4bac0f7'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:19.083504 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f4fc6f-990b-4b10-b4df-7d99f6808257" -d '{"events": [{"name": "network-changed", "server_uuid": "be6603c1-852c-4efc-8442-14b7228cf3d0", "tag": "73906c58-8548-4ecf-a678-d849a4bac0f7"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:19.132792 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1088cb2e-55a1-4e5c-9745-1161ea06724c x-openstack-request-id: req-1088cb2e-55a1-4e5c-9745-1161ea06724c {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:19.133372 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6603c1-852c-4efc-8442-14b7228cf3d0", "tag": "73906c58-8548-4ecf-a678-d849a4bac0f7", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:19.133792 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1088cb2e-55a1-4e5c-9745-1161ea06724c {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:19.134338 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1088cb2e-55a1-4e5c-9745-1161ea06724c'] response: {'name': 'network-changed', 'server_uuid': 'be6603c1-852c-4efc-8442-14b7228cf3d0', 'tag': '73906c58-8548-4ecf-a678-d849a4bac0f7', 'status': 'completed', 'code': 200} Jul 06 13:53:19.144435 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70beabd4-4a4d-4950-b826-fece5343015a service neutron] Pushing event updated for resources: {'Port': ['ID=73906c58-8548-4ecf-a678-d849a4bac0f7,revision_number=3']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:19.190742 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-691c9390-7743-4912-b479-a61312bf356b req-7465bd9d-4cf1-4562-8735-fbd8a57d776f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for port (92164628-0711-4bbe-835d-289c030d699a), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:19.206687 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-c900d6ba-00a2-402d-9804-192fd8a5fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:19.208443 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-c900d6ba-00a2-402d-9804-192fd8a5fb3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05df572327d54bd99595974b75898052&device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 1128 time: 0.0578420 Jul 06 13:53:19.264563 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-6884e586-4d1f-483a-92fb-c47547fc0f42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73906c58-8548-4ecf-a678-d849a4bac0f7 HTTP/1.1" status: 200 len: 217 time: 0.0412972 Jul 06 13:53:19.281962 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-691c9390-7743-4912-b479-a61312bf356b req-7465bd9d-4cf1-4562-8735-fbd8a57d776f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (92164628-0711-4bbe-835d-289c030d699a), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:19.352888 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691c9390-7743-4912-b479-a61312bf356b req-7465bd9d-4cf1-4562-8735-fbd8a57d776f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Network e12e604c-a9aa-4964-89ef-163e19d2e86f is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:19.358914 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [req-691c9390-7743-4912-b479-a61312bf356b req-7465bd9d-4cf1-4562-8735-fbd8a57d776f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:19.364750 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-691c9390-7743-4912-b479-a61312bf356b req-7465bd9d-4cf1-4562-8735-fbd8a57d776f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:53:19.368731 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465bd9d-4cf1-4562-8735-fbd8a57d776f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event updated for resources: {'Port': ['ID=92164628-0711-4bbe-835d-289c030d699a,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:19.371681 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-77992b51-fe8a-44a9-9c34-2cc0b1e0240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:19.373211 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-77992b51-fe8a-44a9-9c34-2cc0b1e0240b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e1bcabb-e45a-4964-8332-c655940202a4 HTTP/1.1" status: 200 len: 849 time: 0.1018877 Jul 06 13:53:19.452991 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9390-7743-4912-b479-a61312bf356b req-7465bd9d-4cf1-4562-8735-fbd8a57d776f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:19.453644 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-691c9390-7743-4912-b479-a61312bf356b req-7465bd9d-4cf1-4562-8735-fbd8a57d776f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:19.456732 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-07f43437-ceb7-4bd9-9b47-262e8ef71bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:19.458270 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-07f43437-ceb7-4bd9-9b47-262e8ef71bc7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=971af843-a8c2-4694-8a42-a011949622a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658875 Jul 06 13:53:19.489595 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-7465bd9d-4cf1-4562-8735-fbd8a57d776f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2267315 Jul 06 13:53:19.531605 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37654) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:19.541955 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Request body: {'port': {'device_id': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:19.551774 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:19.588587 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:19.595082 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-dac3ca77-ca71-4f60-ab20-78875b3a8041 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group (6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:19.601335 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:19.621106 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-dac3ca77-ca71-4f60-ab20-78875b3a8041 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group (6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:19.624861 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-ff1553bb-57bb-4b8b-a128-7ea985d7b5aa service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582766 Jul 06 13:53:19.632967 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (92164628-0711-4bbe-835d-289c030d699a), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:19.656569 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1697249f-c30e-4c64-bbf6-28af7950e366 None None] Provisioning complete for port 92164628-0711-4bbe-835d-289c030d699a triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:19.658132 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1697249f-c30e-4c64-bbf6-28af7950e366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (92164628-0711-4bbe-835d-289c030d699a), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:19.683946 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-dac3ca77-ca71-4f60-ab20-78875b3a8041 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:19.686811 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-dac3ca77-ca71-4f60-ab20-78875b3a8041 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:19.688120 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-dac3ca77-ca71-4f60-ab20-78875b3a8041 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] 10.222.0.20 "DELETE /v2.0/security-groups/6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80 HTTP/1.1" status: 204 len: 168 time: 0.1591613 Jul 06 13:53:19.699323 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3ca77-ca71-4f60-ab20-78875b3a8041 tempest-TestShelveInstance-1472249093 tempest-TestShelveInstance-1472249093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baa7c5e-17b0-4bb7-9b74-ef7da0d36b80,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:19.722412 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1697249f-c30e-4c64-bbf6-28af7950e366 None None] Port 92164628-0711-4bbe-835d-289c030d699a cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:53:19.743639 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37658) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:19.829526 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a24d16c-904f-4429-8c5f-46cc60a3e1c5 req-eb306ad9-c0fa-40f8-b392-797c07bd0e73 service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940107 Jul 06 13:53:19.978584 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db024cb7-a4a5-4833-bb0b-734a4afed942 req-a58b96e9-84c8-4ebe-819e-6b4633458132 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:19.980270 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-db024cb7-a4a5-4833-bb0b-734a4afed942 req-a58b96e9-84c8-4ebe-819e-6b4633458132 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 944 time: 0.0740209 Jul 06 13:53:20.067571 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92164628-0711-4bbe-835d-289c030d699a {{(pid=110605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:53:20.079808 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Publish callbacks [] for port (92164628-0711-4bbe-835d-289c030d699a), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:20.085441 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-db024cb7-a4a5-4833-bb0b-734a4afed942 req-80fa9d0e-4109-4249-8cdc-eef3526726f9 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949275 Jul 06 13:53:20.098035 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.provisioning_blocks [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Transition to ACTIVE for port object 92164628-0711-4bbe-835d-289c030d699a will not be triggered until provisioned by entity L2. {{(pid=110605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:53:20.114015 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (92164628-0711-4bbe-835d-289c030d699a), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:20.172916 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=92164628-0711-4bbe-835d-289c030d699a,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:20.258294 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Attempting to bind port 92164628-0711-4bbe-835d-289c030d699a on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:53:20.258826 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Attempting to bind port 92164628-0711-4bbe-835d-289c030d699a by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:53:20.259306 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Attempting to bind port 92164628-0711-4bbe-835d-289c030d699a on network e12e604c-a9aa-4964-89ef-163e19d2e86f {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:53:20.264339 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Port 92164628-0711-4bbe-835d-289c030d699a on network e12e604c-a9aa-4964-89ef-163e19d2e86f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:53:20.264757 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Attempting to bind port 92164628-0711-4bbe-835d-289c030d699a on network e12e604c-a9aa-4964-89ef-163e19d2e86f {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:53:20.270206 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:53:20.270613 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Checking segment: {'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:53:20.271058 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Bound using segment: {'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:53:20.271558 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Bound port: 92164628-0711-4bbe-835d-289c030d699a, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'}}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:53:20.271983 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (92164628-0711-4bbe-835d-289c030d699a), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:20.278168 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4e9ff-bd77-4fb0-b9d4-c6e343160b4a req-ab5fe67b-0c99-4848-b8eb-6b1b70519b1e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:20.281212 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-22d4e9ff-bd77-4fb0-b9d4-c6e343160b4a req-ab5fe67b-0c99-4848-b8eb-6b1b70519b1e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0858352 Jul 06 13:53:20.360591 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] For port 92164628-0711-4bbe-835d-289c030d699a, host hv-cinder-81914, cleared binding levels {{(pid=110605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:20.364125 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] For port 92164628-0711-4bbe-835d-289c030d699a, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=92164628-0711-4bbe-835d-289c030d699a,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:20.372134 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (92164628-0711-4bbe-835d-289c030d699a), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:20.386596 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-22d4e9ff-bd77-4fb0-b9d4-c6e343160b4a req-135ef65f-5a5e-4dc6-b19c-69bf4de491fc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995920 Jul 06 13:53:20.419988 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:20.420600 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:20.422187 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] 10.222.0.39 "PUT /v2.0/ports/92164628-0711-4bbe-835d-289c030d699a HTTP/1.1" status: 200 len: 1093 time: 0.8871148 Jul 06 13:53:20.443060 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41645484-8129-4a5b-b032-6bf2c40dc8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=92164628-0711-4bbe-835d-289c030d699a,revision_number=3']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:20.451658 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:20.481928 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2e86b57f-ac8e-4d1a-9b52-729c50035e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33259198'] for router_interface (0949e91e-61a0-46de-91f1-033bf002c3cb), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:20.708234 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-2e86b57f-ac8e-4d1a-9b52-729c50035e47 admin admin] Deleting port 348070d8-8149-44d0-b3ff-80acd22d6a04 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:20.708880 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2e86b57f-ac8e-4d1a-9b52-729c50035e47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:20.759497 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:20.789542 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-2e86b57f-ac8e-4d1a-9b52-729c50035e47 admin admin] For port 348070d8-8149-44d0-b3ff-80acd22d6a04, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=348070d8-8149-44d0-b3ff-80acd22d6a04,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:20.789911 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2e86b57f-ac8e-4d1a-9b52-729c50035e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:20.803036 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-2e86b57f-ac8e-4d1a-9b52-729c50035e47 admin admin] Calling delete_port for 348070d8-8149-44d0-b3ff-80acd22d6a04 owned by network:router_interface {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:20.867439 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:20.982777 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2e86b57f-ac8e-4d1a-9b52-729c50035e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (348070d8-8149-44d0-b3ff-80acd22d6a04), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:21.005301 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e86b57f-ac8e-4d1a-9b52-729c50035e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=348070d8-8149-44d0-b3ff-80acd22d6a04,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:21.135821 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'tag': '92164628-0711-4bbe-835d-289c030d699a'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:21.138896 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea3c5be-2aa4-4c91-ad44-fdf12b4ebe3f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "tag": "92164628-0711-4bbe-835d-289c030d699a"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:21.185638 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2e86b57f-ac8e-4d1a-9b52-729c50035e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257486'] for router_interface (0949e91e-61a0-46de-91f1-033bf002c3cb), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:21.199184 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8b5346-60d1-486f-b474-de2d8316ca9a x-openstack-request-id: req-ca8b5346-60d1-486f-b474-de2d8316ca9a {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:21.199184 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "tag": "92164628-0711-4bbe-835d-289c030d699a", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:21.199184 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca8b5346-60d1-486f-b474-de2d8316ca9a {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:21.199184 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8b5346-60d1-486f-b474-de2d8316ca9a'] response: {'name': 'network-changed', 'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'tag': '92164628-0711-4bbe-835d-289c030d699a', 'status': 'completed', 'code': 200} Jul 06 13:53:21.235611 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba49dc1e-8f1b-49f3-b44e-611a9a6aa109 req-70806549-6fdb-4fdd-a536-baa9378db29e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:21.237106 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ba49dc1e-8f1b-49f3-b44e-611a9a6aa109 req-70806549-6fdb-4fdd-a536-baa9378db29e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 944 time: 0.0575874 Jul 06 13:53:21.267025 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:21.269753 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:21.288725 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ba49dc1e-8f1b-49f3-b44e-611a9a6aa109 req-cb883054-6e6b-40c8-8b2e-c7d3380c8d3c tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454962 Jul 06 13:53:21.396550 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e86b57f-ac8e-4d1a-9b52-729c50035e47 admin admin] Router 0949e91e-61a0-46de-91f1-033bf002c3cb has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:53:21.531462 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e86b57f-ac8e-4d1a-9b52-729c50035e47 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:21.537280 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-2e86b57f-ac8e-4d1a-9b52-729c50035e47 admin admin] 10.222.0.20 "PUT /v2.0/routers/0949e91e-61a0-46de-91f1-033bf002c3cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7928803 Jul 06 13:53:21.540812 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37672) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:21.542536 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e889acc-f4e0-4b1e-8590-fc9453fd555b None None] Sync routers for ids ['0949e91e-61a0-46de-91f1-033bf002c3cb'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:21.544215 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae097e-a19a-4ff0-9339-b79ace83f3e8 req-9ad88d9b-e143-478d-81c5-aa1f1ca65d95 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:21.545681 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bfae097e-a19a-4ff0-9339-b79ace83f3e8 req-9ad88d9b-e143-478d-81c5-aa1f1ca65d95 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0645857 Jul 06 13:53:21.554067 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e889acc-f4e0-4b1e-8590-fc9453fd555b None None] Routers {'0949e91e-61a0-46de-91f1-033bf002c3cb'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:21.554952 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-1e889acc-f4e0-4b1e-8590-fc9453fd555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['0949e91e-61a0-46de-91f1-033bf002c3cb'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:21.597150 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bfae097e-a19a-4ff0-9339-b79ace83f3e8 req-aaeb2596-24ca-4614-9b50-720c3700eb9a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443914 Jul 06 13:53:21.644287 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Publish callbacks [] for router (0949e91e-61a0-46de-91f1-033bf002c3cb), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:21.659573 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-1e889acc-f4e0-4b1e-8590-fc9453fd555b None None] Set router 0949e91e-61a0-46de-91f1-033bf002c3cb gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:21.744532 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Publish callbacks [] for router_gateway (0949e91e-61a0-46de-91f1-033bf002c3cb), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:21.787646 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Deleting port e8b52805-b667-4d1b-b181-82e76acab2ac {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:21.787893 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:21.833663 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-1e889acc-f4e0-4b1e-8590-fc9453fd555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:53:20Z', 'revision_number': 5, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port': {'id': 'e8b52805-b667-4d1b-b181-82e76acab2ac', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:b3:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 194, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:22Z', 'updated_at': '2022-07-06T13:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:21.859732 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e889acc-f4e0-4b1e-8590-fc9453fd555b None None] Checking router: 0949e91e-61a0-46de-91f1-033bf002c3cb for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:21.869370 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e889acc-f4e0-4b1e-8590-fc9453fd555b None None] Routers {'0949e91e-61a0-46de-91f1-033bf002c3cb'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:21.869993 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-1e889acc-f4e0-4b1e-8590-fc9453fd555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['0949e91e-61a0-46de-91f1-033bf002c3cb'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:21.871465 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] For port e8b52805-b667-4d1b-b181-82e76acab2ac, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=e8b52805-b667-4d1b-b181-82e76acab2ac,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:21.871831 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:21.886139 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Calling delete_port for e8b52805-b667-4d1b-b181-82e76acab2ac owned by network:router_gateway {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:21.953896 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-1e889acc-f4e0-4b1e-8590-fc9453fd555b None None] Set router 0949e91e-61a0-46de-91f1-033bf002c3cb gateway port host: None {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:22.009549 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-1e889acc-f4e0-4b1e-8590-fc9453fd555b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:53:21Z', 'revision_number': 6, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port_host': None}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:22.037294 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e889acc-f4e0-4b1e-8590-fc9453fd555b None None] The sync data for ids ['0949e91e-61a0-46de-91f1-033bf002c3cb'] in dv-cinder-819149-8-iscsi is: [{'id': '0949e91e-61a0-46de-91f1-033bf002c3cb', 'name': 'tempest-TestShelveInstance-942968808-router', 'tenant_id': '1727f66e37f94cc6971b574c8635e078', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:21Z', 'updated_at': '2022-07-06T13:53:21Z', 'revision_number': 6, 'project_id': '1727f66e37f94cc6971b574c8635e078', 'gw_port_host': None}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:22.053442 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (e8b52805-b667-4d1b-b181-82e76acab2ac), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:22.083848 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b52805-b667-4d1b-b181-82e76acab2ac,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:22.208195 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4fc6f-990b-4b10-b4df-7d99f6808257 req-168df001-26f6-40a5-a2f3-ea04027c9082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:22.209693 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-07f4fc6f-990b-4b10-b4df-7d99f6808257 req-168df001-26f6-40a5-a2f3-ea04027c9082 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05df572327d54bd99595974b75898052&device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 1128 time: 0.0986061 Jul 06 13:53:22.216192 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3c5be-2aa4-4c91-ad44-fdf12b4ebe3f req-d5613144-1d25-4809-b4ad-bbda01035505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:22.217549 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eea3c5be-2aa4-4c91-ad44-fdf12b4ebe3f req-d5613144-1d25-4809-b4ad-bbda01035505 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 1127 time: 0.0925093 Jul 06 13:53:22.221250 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33246532'] for router_gateway (0949e91e-61a0-46de-91f1-033bf002c3cb), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:22.315788 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:22.378028 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33254716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (0949e91e-61a0-46de-91f1-033bf002c3cb), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:22.431132 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Publish callbacks [] for router_controller (0949e91e-61a0-46de-91f1-033bf002c3cb), precommit_delete_associations {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:22.485270 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:22.486721 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e0490198-5029-4543-9a66-8d41adcd3783 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:22.507611 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: e0490198-5029-4543-9a66-8d41adcd3783 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:22.508038 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e0490198-5029-4543-9a66-8d41adcd3783 not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:22.549423 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ea168-0a46-4ab8-9dba-8eeb6855e4ec req-b3cc8eef-87f5-4b92-8c6e-5ce121754a86 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:22.550818 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3e0ea168-0a46-4ab8-9dba-8eeb6855e4ec req-b3cc8eef-87f5-4b92-8c6e-5ce121754a86 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 944 time: 0.1765456 Jul 06 13:53:22.559176 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33254699'] for router (0949e91e-61a0-46de-91f1-033bf002c3cb), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:22.559783 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0949e91e-61a0-46de-91f1-033bf002c3cb {{(pid=110605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:53:22.567183 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4fc6f-990b-4b10-b4df-7d99f6808257 req-b1081bc8-c801-47ce-8ec8-3323f2fed5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:22.568642 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-07f4fc6f-990b-4b10-b4df-7d99f6808257 req-b1081bc8-c801-47ce-8ec8-3323f2fed5ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=971af843-a8c2-4694-8a42-a011949622a1 HTTP/1.1" status: 200 len: 911 time: 0.3501365 Jul 06 13:53:22.571512 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:22.572529 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-20296e14-54ee-4253-8a00-b29c397884bb admin admin] 10.222.0.20 "DELETE /v2.0/routers/0949e91e-61a0-46de-91f1-033bf002c3cb HTTP/1.1" status: 204 len: 168 time: 1.0303850 Jul 06 13:53:22.575230 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37678) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:22.621092 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea455d8-fd5f-4680-901a-accc0dcc96d1 admin admin] Deleting subnet b84ce7fb-5540-4656-af27-af9dc1ed2547 {{(pid=110606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:53:22.622328 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3c5be-2aa4-4c91-ad44-fdf12b4ebe3f req-41790fbf-9234-4ba1-91fd-d32fba65376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:22.623802 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eea3c5be-2aa4-4c91-ad44-fdf12b4ebe3f req-41790fbf-9234-4ba1-91fd-d32fba65376d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9e3edb8d53184b98b7055ffc145f186d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3917611 Jul 06 13:53:22.624496 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0ea455d8-fd5f-4680-901a-accc0dcc96d1 admin admin] Publish callbacks [] for subnet (b84ce7fb-5540-4656-af27-af9dc1ed2547), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:22.627296 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-07f4fc6f-990b-4b10-b4df-7d99f6808257 req-fff792f9-e474-48ec-8123-dffeb45eb65e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73906c58-8548-4ecf-a678-d849a4bac0f7 HTTP/1.1" status: 200 len: 217 time: 0.0475574 Jul 06 13:53:22.656108 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:22.668701 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0ea455d8-fd5f-4680-901a-accc0dcc96d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30014727'] for subnet (b84ce7fb-5540-4656-af27-af9dc1ed2547), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:22.711533 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:22.719856 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3e0ea168-0a46-4ab8-9dba-8eeb6855e4ec req-2297c2bd-8c2f-4202-b997-ec54c88bcf81 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614995 Jul 06 13:53:22.765778 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6797d7-2e35-441f-9663-ba070155acb7 req-d3ff77af-de03-4f75-bf08-707cb4b88b0d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:22.767327 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ab6797d7-2e35-441f-9663-ba070155acb7 req-d3ff77af-de03-4f75-bf08-707cb4b88b0d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0786068 Jul 06 13:53:22.837217 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0ea455d8-fd5f-4680-901a-accc0dcc96d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (b84ce7fb-5540-4656-af27-af9dc1ed2547), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:22.878712 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ab6797d7-2e35-441f-9663-ba070155acb7 req-fc9a79cc-7980-4dd9-bd3a-faf8f6afb822 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029491 Jul 06 13:53:22.929529 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0ea455d8-fd5f-4680-901a-accc0dcc96d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31420698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30215560'] for subnet (b84ce7fb-5540-4656-af27-af9dc1ed2547), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:22.962148 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea455d8-fd5f-4680-901a-accc0dcc96d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b84ce7fb-5540-4656-af27-af9dc1ed2547,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:22.965724 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0ea455d8-fd5f-4680-901a-accc0dcc96d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:22.971174 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-0ea455d8-fd5f-4680-901a-accc0dcc96d1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b84ce7fb-5540-4656-af27-af9dc1ed2547 HTTP/1.1" status: 204 len: 168 time: 0.3926384 Jul 06 13:53:22.971368 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37688) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:22.980918 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70618736-14ee-4540-8580-1bc2bcfce64c None None] Network dec9879c-fd48-42c4-9888-128aec6a9b22 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:53:23.056528 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (dec9879c-fd48-42c4-9888-128aec6a9b22), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:23.072207 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4fc6f-990b-4b10-b4df-7d99f6808257 req-e5189150-bdab-4418-8697-ef29cde6e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:23.073937 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-07f4fc6f-990b-4b10-b4df-7d99f6808257 req-e5189150-bdab-4418-8697-ef29cde6e82f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e1bcabb-e45a-4964-8332-c655940202a4 HTTP/1.1" status: 200 len: 849 time: 0.4353912 Jul 06 13:53:23.108478 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Deleting port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:23.108850 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:23.160692 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3c5be-2aa4-4c91-ad44-fdf12b4ebe3f req-0a13f765-550d-4453-b97f-2aa5876c9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:23.162436 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eea3c5be-2aa4-4c91-ad44-fdf12b4ebe3f req-0a13f765-550d-4453-b97f-2aa5876c9730 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5228503 Jul 06 13:53:23.169308 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4fc6f-990b-4b10-b4df-7d99f6808257 req-dc6e7872-edc7-43fe-8e4d-f86143744fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:23.173543 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-07f4fc6f-990b-4b10-b4df-7d99f6808257 req-dc6e7872-edc7-43fe-8e4d-f86143744fb2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=971af843-a8c2-4694-8a42-a011949622a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851364 Jul 06 13:53:23.245525 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] For port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=4cb8e7a0-9868-40ed-a9ba-c60218013fcf,segment=NetworkSegment(978d08e7-2b99-4e8a-a867-15456bdd5e4a),segment_id=978d08e7-2b99-4e8a-a867-15456bdd5e4a)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:23.245900 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:23.248561 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 348070d8-8149-44d0-b3ff-80acd22d6a04 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:23.273182 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 348070d8-8149-44d0-b3ff-80acd22d6a04 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:23.273777 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 348070d8-8149-44d0-b3ff-80acd22d6a04 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:23.274341 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device e8b52805-b667-4d1b-b181-82e76acab2ac no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:23.284370 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Calling delete_port for 4cb8e7a0-9868-40ed-a9ba-c60218013fcf owned by network:dhcp {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:23.331716 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: e8b52805-b667-4d1b-b181-82e76acab2ac {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:23.332165 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device e8b52805-b667-4d1b-b181-82e76acab2ac not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:23.358056 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f472d-a40b-49a6-aeca-2d5120e5f301 None None] DHCP port deletion for dec9879c-fd48-42c4-9888-128aec6a9b22 request from dv-cinder-819149-8-iscsi {{(pid=110607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 13:53:23.400275 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9390-7743-4912-b479-a61312bf356b req-1e36fe4e-955f-4c6c-b952-124fa5a6d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:23.400916 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:23.401880 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-1e36fe4e-955f-4c6c-b952-124fa5a6d7a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 1127 time: 0.1532335 Jul 06 13:53:23.402987 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-754f472d-a40b-49a6-aeca-2d5120e5f301 None None] Deleting port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf {{(pid=110607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:23.403509 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-754f472d-a40b-49a6-aeca-2d5120e5f301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), before_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:23.430540 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-07f4fc6f-990b-4b10-b4df-7d99f6808257 req-752318f0-0da7-4814-a205-dcfcb6ef089b service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482586 Jul 06 13:53:23.432454 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb8e7a0-9868-40ed-a9ba-c60218013fcf,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:23.438016 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] No DVR routers for this DVR port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf on host dv-cinder-819149-8-iscsi {{(pid=110606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:53:23.467857 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-88761cef-ad6a-4151-b3ad-7b478c8a340d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92164628-0711-4bbe-835d-289c030d699a HTTP/1.1" status: 200 len: 217 time: 0.0502672 Jul 06 13:53:23.485972 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-754f472d-a40b-49a6-aeca-2d5120e5f301 None None] For port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf, host dv-cinder-819149-8-iscsi, got binding levels [] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:23.486363 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-754f472d-a40b-49a6-aeca-2d5120e5f301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), precommit_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:23.503529 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-754f472d-a40b-49a6-aeca-2d5120e5f301 None None] Calling delete_port for 4cb8e7a0-9868-40ed-a9ba-c60218013fcf owned by network:dhcp {{(pid=110607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:23.506568 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.ipam_backend_mixin [None req-754f472d-a40b-49a6-aeca-2d5120e5f301 None None] Port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf was not found and therefore no delete operation was performed {{(pid=110607) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 06 13:53:23.508993 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-754f472d-a40b-49a6-aeca-2d5120e5f301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348'] for port (4cb8e7a0-9868-40ed-a9ba-c60218013fcf), after_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:23.516964 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (dec9879c-fd48-42c4-9888-128aec6a9b22), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:23.534811 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754f472d-a40b-49a6-aeca-2d5120e5f301 None None] Pushing event deleted for resources: {'Port': ['ID=4cb8e7a0-9868-40ed-a9ba-c60218013fcf,revision_number=None']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:23.538739 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec9879c-fd48-42c4-9888-128aec6a9b22']}} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:23.541162 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f472d-a40b-49a6-aeca-2d5120e5f301 None None] No DVR routers for this DVR port 4cb8e7a0-9868-40ed-a9ba-c60218013fcf on host dv-cinder-819149-8-iscsi {{(pid=110607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:53:23.554671 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978d08e7-2b99-4e8a-a867-15456bdd5e4a') {'for_net_delete': True} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:23.555167 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978d08e7-2b99-4e8a-a867-15456bdd5e4a') {} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:23.567534 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30014732'] for segment (978d08e7-2b99-4e8a-a867-15456bdd5e4a), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:23.578369 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9390-7743-4912-b479-a61312bf356b req-06499b66-2574-4f2d-b7b8-02ce0f23562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:23.578907 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-06499b66-2574-4f2d-b7b8-02ce0f23562b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 200 len: 856 time: 0.0998523 Jul 06 13:53:23.587079 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (978d08e7-2b99-4e8a-a867-15456bdd5e4a), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:23.595966 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=110606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:53:23.596530 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31420896'] for segment (978d08e7-2b99-4e8a-a867-15456bdd5e4a), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:23.625202 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment 978d08e7-2b99-4e8a-a867-15456bdd5e4a resource provider aggregate not found Jul 06 13:53:23.635902 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c9390-7743-4912-b479-a61312bf356b req-a30bc0dd-81b9-4021-84c3-6ad559d7cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:23.638093 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-a30bc0dd-81b9-4021-84c3-6ad559d7cca3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e12e604c-a9aa-4964-89ef-163e19d2e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495143 Jul 06 13:53:23.644017 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-07f4fc6f-990b-4b10-b4df-7d99f6808257 req-bc76cb52-ddfa-4435-9b55-a1d2fc2ef3da service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881428 Jul 06 13:53:23.680029 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment 978d08e7-2b99-4e8a-a867-15456bdd5e4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 978d08e7-2b99-4e8a-a867-15456bdd5e4a found for delete ", "request_id": "req-6c811b61-51d3-4b9d-8e12-269bab034994"}]} Jul 06 13:53:23.694294 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (dec9879c-fd48-42c4-9888-128aec6a9b22), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:23.704379 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:23.707678 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] 10.222.0.20 "DELETE /v2.0/networks/dec9879c-fd48-42c4-9888-128aec6a9b22 HTTP/1.1" status: 204 len: 168 time: 0.7353642 Jul 06 13:53:23.712691 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37698) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:23.719700 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa24a1-9ce1-4a1d-953c-eec5d5ad16bc admin admin] Pushing event deleted for resources: {'Network': ['ID=dec9879c-fd48-42c4-9888-128aec6a9b22,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:23.884871 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:23.887493 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a7af6185-784e-4679-8435-6456d86acef4 req-94a49ec2-896b-4d8e-9090-1846ab540b9a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1075134 Jul 06 13:53:23.923598 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b84a42-ddc3-4206-af78-34756841dc57 req-14354fd3-ca4b-47dd-8dfc-f522e7d935e3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:23.925437 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-92b84a42-ddc3-4206-af78-34756841dc57 req-14354fd3-ca4b-47dd-8dfc-f522e7d935e3 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 944 time: 0.1077659 Jul 06 13:53:23.929828 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-0affa0b4-ec51-4907-b839-d1ec05ddb8ca service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639527 Jul 06 13:53:24.011482 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058454e-a500-488e-b320-16f2fc973c7d req-840005fe-e112-44ad-99cd-8cc2304ae158 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:24.012969 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c058454e-a500-488e-b320-16f2fc973c7d req-840005fe-e112-44ad-99cd-8cc2304ae158 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0494521 Jul 06 13:53:24.018403 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:24.061586 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c058454e-a500-488e-b320-16f2fc973c7d req-85594d24-7029-4da4-b4ea-1c4b59a11ec9 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426176 Jul 06 13:53:24.106765 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af6185-784e-4679-8435-6456d86acef4 req-8689c7b8-371f-4bf3-bcd9-35dd5f67f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:24.108248 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a7af6185-784e-4679-8435-6456d86acef4 req-8689c7b8-371f-4bf3-bcd9-35dd5f67f4d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 1129 time: 0.1679688 Jul 06 13:53:24.120505 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-92b84a42-ddc3-4206-af78-34756841dc57 req-3fcf8394-4e79-4dcd-b254-14da3737df56 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895282 Jul 06 13:53:24.215412 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-691c9390-7743-4912-b479-a61312bf356b req-b08b0bf8-6426-42bb-896a-146ff464bf4f service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732391 Jul 06 13:53:24.307844 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af6185-784e-4679-8435-6456d86acef4 req-1c0038dc-624c-4db1-a1ae-efb89e667815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:24.309342 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a7af6185-784e-4679-8435-6456d86acef4 req-1c0038dc-624c-4db1-a1ae-efb89e667815 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 913 time: 0.1811228 Jul 06 13:53:24.398932 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f2a093e4-aabc-4588-a1f6-44fd521506fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33259198'] for router_interface (aeff9aca-4c78-40c1-96f3-38e5c3e48123), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:24.502097 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 73906c58-8548-4ecf-a678-d849a4bac0f7 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:53:24.508974 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:24.613921 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:24.619537 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 73906c58-8548-4ecf-a678-d849a4bac0f7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=73906c58-8548-4ecf-a678-d849a4bac0f7,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:24.621372 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-f2a093e4-aabc-4588-a1f6-44fd521506fc admin admin] Deleting port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:24.621869 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:24.621966 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f2a093e4-aabc-4588-a1f6-44fd521506fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:24.634416 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '73906c58-8548-4ecf-a678-d849a4bac0f7', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'port_id': '73906c58-8548-4ecf-a678-d849a4bac0f7', 'mac_address': 'fa:16:3e:eb:91:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:53:24.671004 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 73906c58-8548-4ecf-a678-d849a4bac0f7 is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:24.671305 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:24.685107 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73906c58-8548-4ecf-a678-d849a4bac0f7 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:53:24.703438 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-f2a093e4-aabc-4588-a1f6-44fd521506fc admin admin] For port 0c9b87c8-ba1a-4573-b566-2a75a4c6b457, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=0c9b87c8-ba1a-4573-b566-2a75a4c6b457,segment=NetworkSegment(ca45f84a-a8e5-4f30-bf98-8c1b82554576),segment_id=ca45f84a-a8e5-4f30-bf98-8c1b82554576)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:24.703802 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f2a093e4-aabc-4588-a1f6-44fd521506fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:24.704498 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 73906c58-8548-4ecf-a678-d849a4bac0f7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=73906c58-8548-4ecf-a678-d849a4bac0f7,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:24.708712 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:24.719110 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-f2a093e4-aabc-4588-a1f6-44fd521506fc admin admin] Calling delete_port for 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 owned by network:router_interface {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:24.729376 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:24.754956 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=73906c58-8548-4ecf-a678-d849a4bac0f7,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:24.881488 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:24.899315 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f2a093e4-aabc-4588-a1f6-44fd521506fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (0c9b87c8-ba1a-4573-b566-2a75a4c6b457), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:24.925809 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a093e4-aabc-4588-a1f6-44fd521506fc admin admin] Pushing event deleted for resources: {'Port': ['ID=0c9b87c8-ba1a-4573-b566-2a75a4c6b457,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:25.091569 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f2a093e4-aabc-4588-a1f6-44fd521506fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257486'] for router_interface (aeff9aca-4c78-40c1-96f3-38e5c3e48123), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:25.189439 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['73906c58-8548-4ecf-a678-d849a4bac0f7'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:25.232451 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255dccd-3383-4033-882d-90094b28c3bb req-8a52f456-1f87-43dd-ba05-c54401a39ce2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:25.234041 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7255dccd-3383-4033-882d-90094b28c3bb req-8a52f456-1f87-43dd-ba05-c54401a39ce2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0920465 Jul 06 13:53:25.335939 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7255dccd-3383-4033-882d-90094b28c3bb req-8ae514c4-bbf2-4670-8d8a-47a32178afef tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942295 Jul 06 13:53:25.348475 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 4cb8e7a0-9868-40ed-a9ba-c60218013fcf no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:25.372714 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 4cb8e7a0-9868-40ed-a9ba-c60218013fcf {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:25.373083 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 4cb8e7a0-9868-40ed-a9ba-c60218013fcf not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:25.404174 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a093e4-aabc-4588-a1f6-44fd521506fc admin admin] Router aeff9aca-4c78-40c1-96f3-38e5c3e48123 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:53:25.492646 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a00508-82fb-4925-b4d9-76d692cd371b req-36d692a8-95c7-4a70-987d-cfcc588cb715 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:25.494159 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f0a00508-82fb-4925-b4d9-76d692cd371b req-36d692a8-95c7-4a70-987d-cfcc588cb715 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 945 time: 0.0885391 Jul 06 13:53:25.564245 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:25.588010 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f0a00508-82fb-4925-b4d9-76d692cd371b req-e12ecc1b-24be-433e-a1d7-1b2a6137d48a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855048 Jul 06 13:53:25.588948 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a093e4-aabc-4588-a1f6-44fd521506fc admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:25.595924 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-f2a093e4-aabc-4588-a1f6-44fd521506fc admin admin] 10.222.0.20 "PUT /v2.0/routers/aeff9aca-4c78-40c1-96f3-38e5c3e48123/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8800614 Jul 06 13:53:25.596306 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37714) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:25.598925 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994dfa3-2405-4344-b766-bab15b64a4f0 None None] Sync routers for ids ['aeff9aca-4c78-40c1-96f3-38e5c3e48123'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:25.609988 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2994dfa3-2405-4344-b766-bab15b64a4f0 None None] Routers {'aeff9aca-4c78-40c1-96f3-38e5c3e48123'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:25.610617 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-2994dfa3-2405-4344-b766-bab15b64a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['aeff9aca-4c78-40c1-96f3-38e5c3e48123'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:25.698642 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Publish callbacks [] for router (aeff9aca-4c78-40c1-96f3-38e5c3e48123), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:25.709345 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:25.711537 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-2994dfa3-2405-4344-b766-bab15b64a4f0 None None] Set router aeff9aca-4c78-40c1-96f3-38e5c3e48123 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:25.778710 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:25.797658 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Publish callbacks [] for router_gateway (aeff9aca-4c78-40c1-96f3-38e5c3e48123), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:25.809410 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:25.840331 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Deleting port 9e3a225e-0592-4c65-ad6d-624c80fe26b6 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:25.840670 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:25.883099 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-2994dfa3-2405-4344-b766-bab15b64a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'name': 'tempest-TestShelveInstance-1112520668-router', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:53:24Z', 'revision_number': 5, 'project_id': '0a185cea242c43d3a0919fc48a32f681', 'gw_port': {'id': '9e3a225e-0592-4c65-ad6d-624c80fe26b6', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:95:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'device_owner': 'network:router_gateway', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:25.923586 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] For port 9e3a225e-0592-4c65-ad6d-624c80fe26b6, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=9e3a225e-0592-4c65-ad6d-624c80fe26b6,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:25.924354 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:25.940929 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Calling delete_port for 9e3a225e-0592-4c65-ad6d-624c80fe26b6 owned by network:router_gateway {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:25.987953 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994dfa3-2405-4344-b766-bab15b64a4f0 None None] Checking router: aeff9aca-4c78-40c1-96f3-38e5c3e48123 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:25.996972 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2994dfa3-2405-4344-b766-bab15b64a4f0 None None] Routers {'aeff9aca-4c78-40c1-96f3-38e5c3e48123'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:25.997613 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-2994dfa3-2405-4344-b766-bab15b64a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['aeff9aca-4c78-40c1-96f3-38e5c3e48123'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:26.081508 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-2994dfa3-2405-4344-b766-bab15b64a4f0 None None] Set router aeff9aca-4c78-40c1-96f3-38e5c3e48123 gateway port host: None {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:26.132511 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-2994dfa3-2405-4344-b766-bab15b64a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'name': 'tempest-TestShelveInstance-1112520668-router', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:53:25Z', 'revision_number': 6, 'project_id': '0a185cea242c43d3a0919fc48a32f681', 'gw_port_host': None}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:26.161415 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2994dfa3-2405-4344-b766-bab15b64a4f0 None None] The sync data for ids ['aeff9aca-4c78-40c1-96f3-38e5c3e48123'] in dv-cinder-819149-8-iscsi is: [{'id': 'aeff9aca-4c78-40c1-96f3-38e5c3e48123', 'name': 'tempest-TestShelveInstance-1112520668-router', 'tenant_id': '0a185cea242c43d3a0919fc48a32f681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:46:27Z', 'updated_at': '2022-07-06T13:53:25Z', 'revision_number': 6, 'project_id': '0a185cea242c43d3a0919fc48a32f681', 'gw_port_host': None}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:26.375189 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (9e3a225e-0592-4c65-ad6d-624c80fe26b6), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:26.401801 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3a225e-0592-4c65-ad6d-624c80fe26b6,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:26.498175 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d3b0e-b43d-4d38-bbf1-df4e44ee8301 req-789632f9-d8e0-4dd4-966d-7362ba66ded4 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:26.499650 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8d7d3b0e-b43d-4d38-bbf1-df4e44ee8301 req-789632f9-d8e0-4dd4-966d-7362ba66ded4 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0752506 Jul 06 13:53:26.509932 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33246532'] for router_gateway (aeff9aca-4c78-40c1-96f3-38e5c3e48123), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:26.511077 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 73906c58-8548-4ecf-a678-d849a4bac0f7 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:26.564706 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 73906c58-8548-4ecf-a678-d849a4bac0f7 completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:53:26.575674 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 73906c58-8548-4ecf-a678-d849a4bac0f7 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:26.576214 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:26.637032 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33254716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (aeff9aca-4c78-40c1-96f3-38e5c3e48123), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:26.658847 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 73906c58-8548-4ecf-a678-d849a4bac0f7 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:26.659236 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:26.673579 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Publish callbacks [] for router_controller (aeff9aca-4c78-40c1-96f3-38e5c3e48123), precommit_delete_associations {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:26.685247 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6603c1-852c-4efc-8442-14b7228cf3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73906c58-8548-4ecf-a678-d849a4bac0f7'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:26.687825 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8504c2-fc54-4fc8-bb79-1ca4a27bad02" -d '{"events": [{"server_uuid": "be6603c1-852c-4efc-8442-14b7228cf3d0", "name": "network-vif-plugged", "status": "completed", "tag": "73906c58-8548-4ecf-a678-d849a4bac0f7"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:26.703324 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 73906c58-8548-4ecf-a678-d849a4bac0f7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=73906c58-8548-4ecf-a678-d849a4bac0f7,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:26.704831 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8d7d3b0e-b43d-4d38-bbf1-df4e44ee8301 req-6328db87-a389-4e1b-b73a-5a09c5fbe1b6 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971798 Jul 06 13:53:26.724610 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:26.754123 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a7af6185-784e-4679-8435-6456d86acef4 req-d2d58d2e-4cd6-45c8-96ba-200f3e1dda44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45301213-2dd0-47c7-bd88-caba9757cb8d HTTP/1.1" status: 200 len: 1000 time: 0.1326814 Jul 06 13:53:26.756280 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33254699'] for router (aeff9aca-4c78-40c1-96f3-38e5c3e48123), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:26.757588 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeff9aca-4c78-40c1-96f3-38e5c3e48123 {{(pid=110605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:53:26.763659 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:26.765175 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-43e3e4fb-a236-4065-89cc-ff8416838f59 admin admin] 10.222.0.20 "DELETE /v2.0/routers/aeff9aca-4c78-40c1-96f3-38e5c3e48123 HTTP/1.1" status: 204 len: 168 time: 1.1664357 Jul 06 13:53:26.768000 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37726) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:26.790758 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=73906c58-8548-4ecf-a678-d849a4bac0f7,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:26.813388 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:26.816238 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:26.821938 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:26.822527 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af6185-784e-4679-8435-6456d86acef4 req-5df2772c-3c0c-457a-aac9-e6b0c7ed65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:26.824253 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a7af6185-784e-4679-8435-6456d86acef4 req-5df2772c-3c0c-457a-aac9-e6b0c7ed65ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0580201 Jul 06 13:53:26.834567 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c25ae43-d3a0-4287-b70f-5353133e8815 admin admin] Deleting subnet de5ae14d-043a-4710-9ab5-dcbad83fc5dc {{(pid=110606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:53:26.844293 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0c25ae43-d3a0-4287-b70f-5353133e8815 admin admin] Publish callbacks [] for subnet (de5ae14d-043a-4710-9ab5-dcbad83fc5dc), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:26.867342 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b764aa88-bb46-4339-8bf1-b0349bc911fa x-openstack-request-id: req-b764aa88-bb46-4339-8bf1-b0349bc911fa {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:26.867915 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6603c1-852c-4efc-8442-14b7228cf3d0", "name": "network-vif-plugged", "status": "completed", "tag": "73906c58-8548-4ecf-a678-d849a4bac0f7", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:26.868323 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b764aa88-bb46-4339-8bf1-b0349bc911fa {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:26.869096 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b764aa88-bb46-4339-8bf1-b0349bc911fa'] response: {'server_uuid': 'be6603c1-852c-4efc-8442-14b7228cf3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73906c58-8548-4ecf-a678-d849a4bac0f7', 'code': 200} Jul 06 13:53:26.891564 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0c25ae43-d3a0-4287-b70f-5353133e8815 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30014727'] for subnet (de5ae14d-043a-4710-9ab5-dcbad83fc5dc), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:26.936050 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b1cfc-c3b7-4bca-ac13-7271e917eb82 req-cdd2e861-8677-48de-a41b-624d677c7a43 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:26.942940 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ca1b1cfc-c3b7-4bca-ac13-7271e917eb82 req-cdd2e861-8677-48de-a41b-624d677c7a43 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 946 time: 0.1173515 Jul 06 13:53:26.951593 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af6185-784e-4679-8435-6456d86acef4 req-9ede40a0-d8ee-47ce-b0fc-6b1a40f33b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:26.953094 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a7af6185-784e-4679-8435-6456d86acef4 req-9ede40a0-d8ee-47ce-b0fc-6b1a40f33b3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1143982 Jul 06 13:53:26.985916 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0c25ae43-d3a0-4287-b70f-5353133e8815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (de5ae14d-043a-4710-9ab5-dcbad83fc5dc), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.058122 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0c25ae43-d3a0-4287-b70f-5353133e8815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31420698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30215560'] for subnet (de5ae14d-043a-4710-9ab5-dcbad83fc5dc), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.068763 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ca1b1cfc-c3b7-4bca-ac13-7271e917eb82 req-2fb39571-aee5-476e-bed0-8ce443a3fa59 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238043 Jul 06 13:53:27.098707 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25ae43-d3a0-4287-b70f-5353133e8815 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de5ae14d-043a-4710-9ab5-dcbad83fc5dc,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:27.103048 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0c25ae43-d3a0-4287-b70f-5353133e8815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.103207 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:27.110812 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-0c25ae43-d3a0-4287-b70f-5353133e8815 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/de5ae14d-043a-4710-9ab5-dcbad83fc5dc HTTP/1.1" status: 204 len: 168 time: 0.3411598 Jul 06 13:53:27.111091 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37730) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:27.112074 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1758a646-8802-46e8-9508-8941a4dcd300 None None] Network 60388470-9cef-4a29-aa62-ab2655930095 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:53:27.182729 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a7af6185-784e-4679-8435-6456d86acef4 req-2260975a-0c36-47f9-88a9-5fdfd4ed3f13 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189391 Jul 06 13:53:27.220568 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:27.247425 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:27.247773 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 0c9b87c8-ba1a-4573-b566-2a75a4c6b457 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:27.248190 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 9e3a225e-0592-4c65-ad6d-624c80fe26b6 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:27.251488 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:27.257734 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b7406-65b0-406d-a71a-341deb854af8 req-c723fbac-c256-4a36-b1cf-21e90c7866a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:27.259267 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-790b7406-65b0-406d-a71a-341deb854af8 req-c723fbac-c256-4a36-b1cf-21e90c7866a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 1130 time: 0.1148500 Jul 06 13:53:27.268255 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (60388470-9cef-4a29-aa62-ab2655930095), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.270068 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 9e3a225e-0592-4c65-ad6d-624c80fe26b6 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:27.270532 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 9e3a225e-0592-4c65-ad6d-624c80fe26b6 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:27.328547 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759572bc-c85e-46a3-9cd7-197d93cb9fed None None] DHCP port deletion for 60388470-9cef-4a29-aa62-ab2655930095 request from dv-cinder-819149-8-iscsi {{(pid=110607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 13:53:27.369731 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-759572bc-c85e-46a3-9cd7-197d93cb9fed None None] Deleting port cd00181f-61f3-4c29-a65d-756571a971bf {{(pid=110607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:27.370252 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-759572bc-c85e-46a3-9cd7-197d93cb9fed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), before_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.400975 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-790b7406-65b0-406d-a71a-341deb854af8 req-159b5ea4-04b0-4c9c-b465-61e441cbc427 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292818 Jul 06 13:53:27.405031 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a7af6185-784e-4679-8435-6456d86acef4 req-bb06f15d-6811-46f8-81f2-e65eb5725223 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870329 Jul 06 13:53:27.409160 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Deleting port cd00181f-61f3-4c29-a65d-756571a971bf {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:27.409501 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.438103 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-759572bc-c85e-46a3-9cd7-197d93cb9fed None None] For port cd00181f-61f3-4c29-a65d-756571a971bf, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=cd00181f-61f3-4c29-a65d-756571a971bf,segment=NetworkSegment(ca45f84a-a8e5-4f30-bf98-8c1b82554576),segment_id=ca45f84a-a8e5-4f30-bf98-8c1b82554576)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:27.438495 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-759572bc-c85e-46a3-9cd7-197d93cb9fed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), precommit_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.455575 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-759572bc-c85e-46a3-9cd7-197d93cb9fed None None] Calling delete_port for cd00181f-61f3-4c29-a65d-756571a971bf owned by network:dhcp {{(pid=110607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:27.474161 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] For port cd00181f-61f3-4c29-a65d-756571a971bf, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=cd00181f-61f3-4c29-a65d-756571a971bf,segment=NetworkSegment(ca45f84a-a8e5-4f30-bf98-8c1b82554576),segment_id=ca45f84a-a8e5-4f30-bf98-8c1b82554576)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:27.474523 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.488687 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Calling delete_port for cd00181f-61f3-4c29-a65d-756571a971bf owned by network:dhcp {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:27.536948 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-759572bc-c85e-46a3-9cd7-197d93cb9fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), after_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.541907 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:27.567135 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759572bc-c85e-46a3-9cd7-197d93cb9fed None None] Pushing event deleted for resources: {'Port': ['ID=cd00181f-61f3-4c29-a65d-756571a971bf,revision_number=None']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:27.572214 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759572bc-c85e-46a3-9cd7-197d93cb9fed None None] No DVR routers for this DVR port cd00181f-61f3-4c29-a65d-756571a971bf on host dv-cinder-819149-8-iscsi {{(pid=110607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:53:27.577983 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (cd00181f-61f3-4c29-a65d-756571a971bf), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.601831 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd00181f-61f3-4c29-a65d-756571a971bf,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:27.607338 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] No DVR routers for this DVR port cd00181f-61f3-4c29-a65d-756571a971bf on host dv-cinder-819149-8-iscsi {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:53:27.677224 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (60388470-9cef-4a29-aa62-ab2655930095), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.698330 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60388470-9cef-4a29-aa62-ab2655930095']}} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:27.708098 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca45f84a-a8e5-4f30-bf98-8c1b82554576') {'for_net_delete': True} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:27.708667 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca45f84a-a8e5-4f30-bf98-8c1b82554576') {} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:27.721607 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29892101'] for segment (ca45f84a-a8e5-4f30-bf98-8c1b82554576), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.735278 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (ca45f84a-a8e5-4f30-bf98-8c1b82554576), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.742119 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=110605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:53:27.742503 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30355032'] for segment (ca45f84a-a8e5-4f30-bf98-8c1b82554576), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.769487 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment ca45f84a-a8e5-4f30-bf98-8c1b82554576 resource provider aggregate not found Jul 06 13:53:27.807500 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (60388470-9cef-4a29-aa62-ab2655930095), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.813968 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:27.819474 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] 10.222.0.20 "DELETE /v2.0/networks/60388470-9cef-4a29-aa62-ab2655930095 HTTP/1.1" status: 204 len: 168 time: 0.7034700 Jul 06 13:53:27.819944 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment ca45f84a-a8e5-4f30-bf98-8c1b82554576 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca45f84a-a8e5-4f30-bf98-8c1b82554576 found for delete ", "request_id": "req-994b6ebf-1748-474c-b3fe-c145930df083"}]} Jul 06 13:53:27.829509 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1d27e-9b37-486b-a39c-ecb0fee21f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=60388470-9cef-4a29-aa62-ab2655930095,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:27.834560 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1ca52-2bea-4bfb-827d-ae1da7d83eba req-f0746e01-c1a5-4d3a-aa48-830e7e6ed5e4 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:27.837860 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-36e1ca52-2bea-4bfb-827d-ae1da7d83eba req-f0746e01-c1a5-4d3a-aa48-830e7e6ed5e4 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0532384 Jul 06 13:53:27.888085 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-36e1ca52-2bea-4bfb-827d-ae1da7d83eba req-a4f90e6b-0012-4cfa-a6bf-a14882dafcc0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444801 Jul 06 13:53:27.952019 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37742) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:27.992666 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-23f10d15-f025-4eee-8f34-fae7dc513940 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1727f66e37f94cc6971b574c8635e078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395353 Jul 06 13:53:27.995012 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37744) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:28.045991 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8b62-979f-4096-936b-3a89bb18f30b admin admin] Publish callbacks [] for security_group (baad21eb-e17b-4f34-981a-cb7704fb42b4), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:28.067035 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8b62-979f-4096-936b-3a89bb18f30b admin admin] Publish callbacks [] for security_group (baad21eb-e17b-4f34-981a-cb7704fb42b4), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:28.115103 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8b62-979f-4096-936b-3a89bb18f30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (baad21eb-e17b-4f34-981a-cb7704fb42b4), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:28.118695 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bc3b8b62-979f-4096-936b-3a89bb18f30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:28.119864 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-bc3b8b62-979f-4096-936b-3a89bb18f30b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/baad21eb-e17b-4f34-981a-cb7704fb42b4 HTTP/1.1" status: 204 len: 168 time: 0.1239629 Jul 06 13:53:28.129106 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b8b62-979f-4096-936b-3a89bb18f30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baad21eb-e17b-4f34-981a-cb7704fb42b4,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:28.143583 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:28.184976 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492d28f-7881-489c-8ebb-6b84a2f8054e req-a2beb026-eaf7-45e3-9325-c1e1f883816f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:28.186477 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0492d28f-7881-489c-8ebb-6b84a2f8054e req-a2beb026-eaf7-45e3-9325-c1e1f883816f tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 946 time: 0.0550566 Jul 06 13:53:28.239090 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0492d28f-7881-489c-8ebb-6b84a2f8054e req-00acae09-83f1-470f-92cd-53cfa1bbfcbd tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471640 Jul 06 13:53:28.446021 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37752) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:28.485222 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-6ebd7889-4f54-48dc-8688-253a86d632be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a185cea242c43d3a0919fc48a32f681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380812 Jul 06 13:53:28.487644 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37754) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:28.522992 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 92164628-0711-4bbe-835d-289c030d699a details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:53:28.538210 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-14304d56-9518-44a3-9bd7-1676d97b1b11 admin admin] Publish callbacks [] for security_group (2d776de8-d839-43a2-990e-4d9e871f5b62), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:28.560030 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-14304d56-9518-44a3-9bd7-1676d97b1b11 admin admin] Publish callbacks [] for security_group (2d776de8-d839-43a2-990e-4d9e871f5b62), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:28.610018 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-14304d56-9518-44a3-9bd7-1676d97b1b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2d776de8-d839-43a2-990e-4d9e871f5b62), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:28.612579 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-14304d56-9518-44a3-9bd7-1676d97b1b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:28.614413 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-14304d56-9518-44a3-9bd7-1676d97b1b11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2d776de8-d839-43a2-990e-4d9e871f5b62 HTTP/1.1" status: 204 len: 168 time: 0.1258776 Jul 06 13:53:28.623227 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14304d56-9518-44a3-9bd7-1676d97b1b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d776de8-d839-43a2-990e-4d9e871f5b62,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:28.625797 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 92164628-0711-4bbe-835d-289c030d699a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=92164628-0711-4bbe-835d-289c030d699a,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:28.645285 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '92164628-0711-4bbe-835d-289c030d699a', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'port_id': '92164628-0711-4bbe-835d-289c030d699a', 'mac_address': 'fa:16:3e:59:e1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:53:28.682739 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 92164628-0711-4bbe-835d-289c030d699a is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:28.683402 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (92164628-0711-4bbe-835d-289c030d699a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:28.698606 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92164628-0711-4bbe-835d-289c030d699a {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:53:28.719730 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 92164628-0711-4bbe-835d-289c030d699a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=92164628-0711-4bbe-835d-289c030d699a,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:28.723942 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (92164628-0711-4bbe-835d-289c030d699a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:28.779572 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=92164628-0711-4bbe-835d-289c030d699a,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:29.038643 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418107f-2ad4-43f0-9fba-295f1545e3c0 req-640560de-d68d-4ae1-a294-8acfd81a8278 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:29.040722 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3418107f-2ad4-43f0-9fba-295f1545e3c0 req-640560de-d68d-4ae1-a294-8acfd81a8278 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 944 time: 0.0701282 Jul 06 13:53:29.099339 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3418107f-2ad4-43f0-9fba-295f1545e3c0 req-3e01da3e-6291-4404-8c54-30a83fd00059 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517249 Jul 06 13:53:29.148215 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device cd00181f-61f3-4c29-a65d-756571a971bf no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:29.167191 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: cd00181f-61f3-4c29-a65d-756571a971bf {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:29.167527 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device cd00181f-61f3-4c29-a65d-756571a971bf not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:29.208248 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['92164628-0711-4bbe-835d-289c030d699a'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:29.362332 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be8bfe-52e9-4bb2-967b-5f6a2499de23 req-fbf77757-7d4d-4322-9e70-7f3ae506b471 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:29.363809 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-23be8bfe-52e9-4bb2-967b-5f6a2499de23 req-fbf77757-7d4d-4322-9e70-7f3ae506b471 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 946 time: 0.0541716 Jul 06 13:53:29.410977 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-23be8bfe-52e9-4bb2-967b-5f6a2499de23 req-6fce2cf8-d416-4977-ae3c-fd9f0fe80949 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411484 Jul 06 13:53:29.493602 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:29.533342 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92709da9-9f16-40ce-aea8-ec6ed723676b req-52d360e1-66ee-43af-8372-a1f81826b77e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:29.534822 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-92709da9-9f16-40ce-aea8-ec6ed723676b req-52d360e1-66ee-43af-8372-a1f81826b77e tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 946 time: 0.0520129 Jul 06 13:53:29.544162 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37766) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:29.548473 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-50fef59c-9076-42c8-bc16-a8a2f3dc3a08 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Request body: {'floatingip': {'port_id': '73906c58-8548-4ecf-a678-d849a4bac0f7'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:29.585924 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-50fef59c-9076-42c8-bc16-a8a2f3dc3a08 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (fb839a7c-375e-4771-bbde-0dcd2f524862), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:29.671987 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:30.002935 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-50fef59c-9076-42c8-bc16-a8a2f3dc3a08 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:30.007501 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-50fef59c-9076-42c8-bc16-a8a2f3dc3a08 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (fb839a7c-375e-4771-bbde-0dcd2f524862), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:30.102539 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.l3_db [None req-50fef59c-9076-42c8-bc16-a8a2f3dc3a08 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Floating IP fb839a7c-375e-4771-bbde-0dcd2f524862 associated. External IP: 172.27.3.216, port: 73906c58-8548-4ecf-a678-d849a4bac0f7. Jul 06 13:53:30.227857 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f91489-dc18-4a30-8853-6d0715828451 req-b40d2ca3-a930-4493-b0e5-a72371c2ab4a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:30.229588 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d8f91489-dc18-4a30-8853-6d0715828451 req-b40d2ca3-a930-4493-b0e5-a72371c2ab4a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 944 time: 0.0587335 Jul 06 13:53:30.283148 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:30.302391 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d8f91489-dc18-4a30-8853-6d0715828451 req-70c8c660-6b53-4b4a-9b8d-b81af9fb02ee tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598457 Jul 06 13:53:30.547087 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fef59c-9076-42c8-bc16-a8a2f3dc3a08 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Router 6ce630d3-5c40-4d28-9981-ae1e585a6582 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:53:30.550970 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 92164628-0711-4bbe-835d-289c030d699a up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:30.597093 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 92164628-0711-4bbe-835d-289c030d699a completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:53:30.604403 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 92164628-0711-4bbe-835d-289c030d699a triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:30.605052 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (92164628-0711-4bbe-835d-289c030d699a), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:30.625433 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:30.658003 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fef59c-9076-42c8-bc16-a8a2f3dc3a08 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:30.663157 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-50fef59c-9076-42c8-bc16-a8a2f3dc3a08 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:30.681160 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864e334-d0c5-4136-a274-281e93588d22 None None] Sync routers for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:30.695715 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-50fef59c-9076-42c8-bc16-a8a2f3dc3a08 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "PUT /v2.0/floatingips/fb839a7c-375e-4771-bbde-0dcd2f524862 HTTP/1.1" status: 200 len: 992 time: 1.1505136 Jul 06 13:53:30.696370 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6603c1-852c-4efc-8442-14b7228cf3d0', 'tag': '73906c58-8548-4ecf-a678-d849a4bac0f7'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:30.697122 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 92164628-0711-4bbe-835d-289c030d699a is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:30.697442 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (92164628-0711-4bbe-835d-289c030d699a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:30.698559 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbba713-189d-43d5-b46c-d28aa12292ab" -d '{"events": [{"name": "network-changed", "server_uuid": "be6603c1-852c-4efc-8442-14b7228cf3d0", "tag": "73906c58-8548-4ecf-a678-d849a4bac0f7"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:30.710851 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864e334-d0c5-4136-a274-281e93588d22 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:30.711498 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-f864e334-d0c5-4136-a274-281e93588d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:30.743842 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec845288-76cb-46b1-9700-773e434c6d28 x-openstack-request-id: req-ec845288-76cb-46b1-9700-773e434c6d28 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:30.744244 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6603c1-852c-4efc-8442-14b7228cf3d0", "tag": "73906c58-8548-4ecf-a678-d849a4bac0f7", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:30.744670 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec845288-76cb-46b1-9700-773e434c6d28 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:30.745361 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec845288-76cb-46b1-9700-773e434c6d28'] response: {'name': 'network-changed', 'server_uuid': 'be6603c1-852c-4efc-8442-14b7228cf3d0', 'tag': '73906c58-8548-4ecf-a678-d849a4bac0f7', 'status': 'completed', 'code': 200} Jul 06 13:53:30.769235 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92164628-0711-4bbe-835d-289c030d699a'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:30.771436 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f190cf71-04a5-43c1-9906-d09fe01a9d95" -d '{"events": [{"server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "name": "network-vif-plugged", "status": "completed", "tag": "92164628-0711-4bbe-835d-289c030d699a"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:30.790048 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 92164628-0711-4bbe-835d-289c030d699a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=92164628-0711-4bbe-835d-289c030d699a,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:30.833432 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (92164628-0711-4bbe-835d-289c030d699a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:30.840979 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc50940e-78f9-47c6-a176-3fdd63912d3d x-openstack-request-id: req-bc50940e-78f9-47c6-a176-3fdd63912d3d {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:30.841377 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "name": "network-vif-plugged", "status": "completed", "tag": "92164628-0711-4bbe-835d-289c030d699a", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:30.841628 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc50940e-78f9-47c6-a176-3fdd63912d3d {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:30.842006 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc50940e-78f9-47c6-a176-3fdd63912d3d'] response: {'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92164628-0711-4bbe-835d-289c030d699a', 'code': 200} Jul 06 13:53:30.842106 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba713-189d-43d5-b46c-d28aa12292ab req-7e041a65-b91d-4605-8196-30ad6b56013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:30.843617 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2cbba713-189d-43d5-b46c-d28aa12292ab req-7e041a65-b91d-4605-8196-30ad6b56013d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05df572327d54bd99595974b75898052&device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 1130 time: 0.0491362 Jul 06 13:53:30.889037 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:30.893421 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-f864e334-d0c5-4136-a274-281e93588d22 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:30.935185 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=92164628-0711-4bbe-835d-289c030d699a,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:31.001938 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba713-189d-43d5-b46c-d28aa12292ab req-01f0acf4-22ac-4938-a06d-53beb1ca2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:31.003399 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2cbba713-189d-43d5-b46c-d28aa12292ab req-01f0acf4-22ac-4938-a06d-53beb1ca2ba4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=971af843-a8c2-4694-8a42-a011949622a1 HTTP/1.1" status: 200 len: 911 time: 0.1161132 Jul 06 13:53:31.112006 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cf22a-63bf-4606-80a2-f86b8d208e36 req-447f56ee-6a11-426f-8634-b2098c8bab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:31.113596 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-637cf22a-63bf-4606-80a2-f86b8d208e36 req-447f56ee-6a11-426f-8634-b2098c8bab26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 1129 time: 0.0541162 Jul 06 13:53:31.115584 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2cbba713-189d-43d5-b46c-d28aa12292ab req-284f0399-122c-44f2-8111-91f4ed5376e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73906c58-8548-4ecf-a678-d849a4bac0f7 HTTP/1.1" status: 200 len: 1000 time: 0.1011271 Jul 06 13:53:31.149463 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-f864e334-d0c5-4136-a274-281e93588d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'fb839a7c-375e-4771-bbde-0dcd2f524862', 'tenant_id': '05df572327d54bd99595974b75898052', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'port_id': '73906c58-8548-4ecf-a678-d849a4bac0f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'mac_address': 'fa:16:3e:eb:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6603c1-852c-4efc-8442-14b7228cf3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:53:12Z', 'updated_at': '2022-07-06T13:53:29Z', 'revision_number': 1, 'project_id': '05df572327d54bd99595974b75898052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:41Z', 'revision_number': 5, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:31.184483 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864e334-d0c5-4136-a274-281e93588d22 None None] Checking router: 6ce630d3-5c40-4d28-9981-ae1e585a6582 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:31.205427 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f864e334-d0c5-4136-a274-281e93588d22 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:31.206128 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-f864e334-d0c5-4136-a274-281e93588d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:31.220134 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba713-189d-43d5-b46c-d28aa12292ab req-64c384a5-f949-42ee-9d61-57534c266f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:31.221627 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2cbba713-189d-43d5-b46c-d28aa12292ab req-64c384a5-f949-42ee-9d61-57534c266f75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e1bcabb-e45a-4964-8332-c655940202a4 HTTP/1.1" status: 200 len: 849 time: 0.0857918 Jul 06 13:53:31.224057 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-637cf22a-63bf-4606-80a2-f86b8d208e36 req-59974ed8-fb1b-4252-824e-0a7399df7c8d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868647 Jul 06 13:53:31.315451 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-f864e334-d0c5-4136-a274-281e93588d22 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:31.434169 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12f976-736b-40b8-8325-8b0eba2738be req-fae797a7-de34-47b3-895c-b034b51865b3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:31.435835 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4c12f976-736b-40b8-8325-8b0eba2738be req-fae797a7-de34-47b3-895c-b034b51865b3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0521750 Jul 06 13:53:31.488137 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4c12f976-736b-40b8-8325-8b0eba2738be req-71a728cd-e604-4556-9ed5-1ed2e9fab405 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455763 Jul 06 13:53:31.550599 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-f864e334-d0c5-4136-a274-281e93588d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'fb839a7c-375e-4771-bbde-0dcd2f524862', 'tenant_id': '05df572327d54bd99595974b75898052', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'port_id': '73906c58-8548-4ecf-a678-d849a4bac0f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'mac_address': 'fa:16:3e:eb:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6603c1-852c-4efc-8442-14b7228cf3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:53:12Z', 'updated_at': '2022-07-06T13:53:29Z', 'revision_number': 1, 'project_id': '05df572327d54bd99595974b75898052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:41Z', 'revision_number': 5, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:31.581687 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f864e334-d0c5-4136-a274-281e93588d22 None None] The sync data for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi is: [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'fb839a7c-375e-4771-bbde-0dcd2f524862', 'tenant_id': '05df572327d54bd99595974b75898052', 'floating_ip_address': '172.27.3.216', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'port_id': '73906c58-8548-4ecf-a678-d849a4bac0f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'mac_address': 'fa:16:3e:eb:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6603c1-852c-4efc-8442-14b7228cf3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:53:12Z', 'updated_at': '2022-07-06T13:53:29Z', 'revision_number': 1, 'project_id': '05df572327d54bd99595974b75898052', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:41Z', 'revision_number': 5, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:31.702445 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbba713-189d-43d5-b46c-d28aa12292ab req-d0a11895-879e-42f6-b698-706cb787a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:31.703942 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2cbba713-189d-43d5-b46c-d28aa12292ab req-d0a11895-879e-42f6-b698-706cb787a1ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=971af843-a8c2-4694-8a42-a011949622a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436971 Jul 06 13:53:31.790118 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1976c21c-fe5e-4b30-adf5-261a0f899adc None None] New status for floating IP fb839a7c-375e-4771-bbde-0dcd2f524862: ACTIVE {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:53:31.825447 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2cbba713-189d-43d5-b46c-d28aa12292ab req-b24d1d7a-7662-4f0b-9ee8-27fe6d1a07f9 service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908129 Jul 06 13:53:32.322234 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2cbba713-189d-43d5-b46c-d28aa12292ab req-61dd2468-8993-457b-8aca-2ae3e77f264b service neutron] 10.222.0.39 "GET /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857611 Jul 06 13:53:32.612420 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee644e2e-cf6d-4023-a03d-095e09ce2ccc req-b826b11a-7421-490f-a4c2-e542562b5f74 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:32.613905 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ee644e2e-cf6d-4023-a03d-095e09ce2ccc req-b826b11a-7421-490f-a4c2-e542562b5f74 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0468805 Jul 06 13:53:32.634501 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:32.662029 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ee644e2e-cf6d-4023-a03d-095e09ce2ccc req-7941be89-7f46-411d-af82-7d7e321e6ef9 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419550 Jul 06 13:53:33.796245 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df3271-d46c-47c9-bca4-ca36143e1248 req-aa917cb9-8ee5-4a60-830b-0bd765eeae80 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:33.797844 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-45df3271-d46c-47c9-bca4-ca36143e1248 req-aa917cb9-8ee5-4a60-830b-0bd765eeae80 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0536001 Jul 06 13:53:33.840225 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:33.848483 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-45df3271-d46c-47c9-bca4-ca36143e1248 req-1b7989e7-60a0-4b40-bda6-99cd6798a82b tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433106 Jul 06 13:53:33.968737 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ac6a6-c145-45f0-89ed-81fd25937faf req-8ca7d81c-e0c5-4ae8-8823-b6d26f5b3124 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:33.970245 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8c3ac6a6-c145-45f0-89ed-81fd25937faf req-8ca7d81c-e0c5-4ae8-8823-b6d26f5b3124 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0501304 Jul 06 13:53:33.979154 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37814) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:33.983774 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-2e70dbb2-78be-44f2-b313-fdc8fd38693e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Request body: {'floatingip': {'port_id': '92164628-0711-4bbe-835d-289c030d699a'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:34.022767 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2e70dbb2-78be-44f2-b313-fdc8fd38693e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (af705299-6360-445c-a78f-e0ec96ca5d0a), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:34.035999 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfedd6-1cb7-451f-8ab8-ce4e598665a1 req-041d54f8-6742-4c9b-925c-3174efc24fed tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:34.037492 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7fcfedd6-1cb7-451f-8ab8-ce4e598665a1 req-041d54f8-6742-4c9b-925c-3174efc24fed tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 946 time: 0.0515230 Jul 06 13:53:34.086447 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7fcfedd6-1cb7-451f-8ab8-ce4e598665a1 req-6dcad8d2-6df4-46b6-a94d-18391e6262f3 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426428 Jul 06 13:53:34.457409 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2e70dbb2-78be-44f2-b313-fdc8fd38693e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:34.461145 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2e70dbb2-78be-44f2-b313-fdc8fd38693e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (af705299-6360-445c-a78f-e0ec96ca5d0a), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:34.557580 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.l3_db [None req-2e70dbb2-78be-44f2-b313-fdc8fd38693e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Floating IP af705299-6360-445c-a78f-e0ec96ca5d0a associated. External IP: 172.27.3.38, port: 92164628-0711-4bbe-835d-289c030d699a. Jul 06 13:53:34.755121 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e70dbb2-78be-44f2-b313-fdc8fd38693e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Router 85fc9502-0bfe-4cea-8b54-84053dd6338e has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:53:34.849026 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:34.859202 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e70dbb2-78be-44f2-b313-fdc8fd38693e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:34.863606 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2e70dbb2-78be-44f2-b313-fdc8fd38693e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:34.869084 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4380ce-cae1-47c6-bf5b-39c1d7736267 None None] Sync routers for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:34.879624 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4380ce-cae1-47c6-bf5b-39c1d7736267 None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:34.880230 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-fc4380ce-cae1-47c6-bf5b-39c1d7736267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:34.900869 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-2e70dbb2-78be-44f2-b313-fdc8fd38693e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "PUT /v2.0/floatingips/af705299-6360-445c-a78f-e0ec96ca5d0a HTTP/1.1" status: 200 len: 990 time: 0.9205270 Jul 06 13:53:34.901498 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'tag': '92164628-0711-4bbe-835d-289c030d699a'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:34.903745 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a60fe7-f5df-4783-8795-95e8fe90b4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "tag": "92164628-0711-4bbe-835d-289c030d699a"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:34.921070 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:34.940663 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc14b21-19a6-4337-a945-15f02aaff83a x-openstack-request-id: req-5dc14b21-19a6-4337-a945-15f02aaff83a {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:34.940952 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "tag": "92164628-0711-4bbe-835d-289c030d699a", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:34.941227 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5dc14b21-19a6-4337-a945-15f02aaff83a {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:34.941628 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc14b21-19a6-4337-a945-15f02aaff83a'] response: {'name': 'network-changed', 'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'tag': '92164628-0711-4bbe-835d-289c030d699a', 'status': 'completed', 'code': 200} Jul 06 13:53:35.115152 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-fc4380ce-cae1-47c6-bf5b-39c1d7736267 None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:35.189695 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:35.200733 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5ae6f-81ec-4b16-b813-11e9f3463502 req-504538a6-3992-4bb3-b404-e5166b213e1b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:35.202236 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1ec5ae6f-81ec-4b16-b813-11e9f3463502 req-504538a6-3992-4bb3-b404-e5166b213e1b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 946 time: 0.0485885 Jul 06 13:53:35.249401 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1ec5ae6f-81ec-4b16-b813-11e9f3463502 req-9943d2b6-761f-4554-a709-8cdd2f262015 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415473 Jul 06 13:53:35.323678 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-fc4380ce-cae1-47c6-bf5b-39c1d7736267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'af705299-6360-445c-a78f-e0ec96ca5d0a', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'port_id': '92164628-0711-4bbe-835d-289c030d699a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'mac_address': 'fa:16:3e:59:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:53:13Z', 'updated_at': '2022-07-06T13:53:34Z', 'revision_number': 1, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 5, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:35.349749 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4380ce-cae1-47c6-bf5b-39c1d7736267 None None] Checking router: 85fc9502-0bfe-4cea-8b54-84053dd6338e for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:35.356394 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:35.360132 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4380ce-cae1-47c6-bf5b-39c1d7736267 None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:35.360754 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-fc4380ce-cae1-47c6-bf5b-39c1d7736267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:35.377657 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a60fe7-f5df-4783-8795-95e8fe90b4b7 req-531e8bfa-5f09-4e3b-89d3-7b24779a9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:35.379078 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82a60fe7-f5df-4783-8795-95e8fe90b4b7 req-531e8bfa-5f09-4e3b-89d3-7b24779a9e20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 1129 time: 0.0397205 Jul 06 13:53:35.462592 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-fc4380ce-cae1-47c6-bf5b-39c1d7736267 None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:35.464790 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:35.473330 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a60fe7-f5df-4783-8795-95e8fe90b4b7 req-9760eea1-b2de-4580-b645-84342e92423f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:35.474795 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82a60fe7-f5df-4783-8795-95e8fe90b4b7 req-9760eea1-b2de-4580-b645-84342e92423f service neutron] 10.222.0.39 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 918 time: 0.0879617 Jul 06 13:53:35.534942 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82a60fe7-f5df-4783-8795-95e8fe90b4b7 req-7bc709bb-3344-44a3-9dc4-ee7cc9a97e30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92164628-0711-4bbe-835d-289c030d699a HTTP/1.1" status: 200 len: 998 time: 0.0535402 Jul 06 13:53:35.670912 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a60fe7-f5df-4783-8795-95e8fe90b4b7 req-10b5fe40-8203-412b-8830-edba34277e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:35.672293 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82a60fe7-f5df-4783-8795-95e8fe90b4b7 req-10b5fe40-8203-412b-8830-edba34277e20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 200 len: 856 time: 0.0488272 Jul 06 13:53:35.672869 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-fc4380ce-cae1-47c6-bf5b-39c1d7736267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'af705299-6360-445c-a78f-e0ec96ca5d0a', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'port_id': '92164628-0711-4bbe-835d-289c030d699a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'mac_address': 'fa:16:3e:59:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:53:13Z', 'updated_at': '2022-07-06T13:53:34Z', 'revision_number': 1, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 5, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:35.697586 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4380ce-cae1-47c6-bf5b-39c1d7736267 None None] The sync data for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi is: [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'af705299-6360-445c-a78f-e0ec96ca5d0a', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'floating_ip_address': '172.27.3.38', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'port_id': '92164628-0711-4bbe-835d-289c030d699a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'mac_address': 'fa:16:3e:59:e1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:53:13Z', 'updated_at': '2022-07-06T13:53:34Z', 'revision_number': 1, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 5, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:35.885422 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acf6272-b90d-4a4c-af08-365378e0b137 None None] New status for floating IP af705299-6360-445c-a78f-e0ec96ca5d0a: ACTIVE {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:53:35.911090 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a60fe7-f5df-4783-8795-95e8fe90b4b7 req-759f5c50-b967-40b3-88eb-844abc660137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:35.912581 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82a60fe7-f5df-4783-8795-95e8fe90b4b7 req-759f5c50-b967-40b3-88eb-844abc660137 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e12e604c-a9aa-4964-89ef-163e19d2e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736580 Jul 06 13:53:35.918610 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-4d587ce5-4c1e-4b15-85d9-2bc96ae997f9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:35.919938 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-4d587ce5-4c1e-4b15-85d9-2bc96ae997f9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 946 time: 0.0725186 Jul 06 13:53:36.063553 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Deleting port 07de552b-eff5-4b04-9e8d-032f865a589a {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:36.063892 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:36.092688 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82a60fe7-f5df-4783-8795-95e8fe90b4b7 req-965525c1-c770-4d5a-9cf6-38f31145fdf3 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718507 Jul 06 13:53:36.224784 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] For port 07de552b-eff5-4b04-9e8d-032f865a589a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=07de552b-eff5-4b04-9e8d-032f865a589a,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:36.226163 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:36.283468 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82a60fe7-f5df-4783-8795-95e8fe90b4b7 req-eea31580-08d8-47e0-a435-0368384e78e1 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783333 Jul 06 13:53:36.338145 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:36.374911 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad8752-c2b4-4b2f-a064-d8f166410ffd req-535a9fd0-2cce-4811-8d0a-5f5446905826 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:36.376379 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dfad8752-c2b4-4b2f-a064-d8f166410ffd req-535a9fd0-2cce-4811-8d0a-5f5446905826 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=d82144a2-d572-4e58-852c-7553331127cc HTTP/1.1" status: 200 len: 946 time: 0.0486641 Jul 06 13:53:36.406300 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:36.406699 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:36.406989 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Floating IP b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0 disassociated. External IP: 172.27.3.220, port: 07de552b-eff5-4b04-9e8d-032f865a589a. Jul 06 13:53:36.407337 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Calling delete_port for 07de552b-eff5-4b04-9e8d-032f865a589a owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:36.428522 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dfad8752-c2b4-4b2f-a064-d8f166410ffd req-4ded5171-ba9c-4825-a8e8-a74b049be694 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=0365f241-198c-4a9c-98f7-dd1c94398415&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449862 Jul 06 13:53:36.464790 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:36.538366 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (07de552b-eff5-4b04-9e8d-032f865a589a), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:36.563012 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:36.565504 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event deleted for resources: {'Port': ['ID=07de552b-eff5-4b04-9e8d-032f865a589a,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:36.578156 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.578505 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.578854 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.579185 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.579513 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.579846 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.580172 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.580494 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.580821 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.581172 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.581494 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.581816 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.582138 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.582458 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.582778 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:36.688240 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:53:36.788987 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:36.799078 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9218aba-a249-4f78-8330-fd87f94e0b74 None None] Sync routers for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:36.810048 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9218aba-a249-4f78-8330-fd87f94e0b74 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:36.810761 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-d9218aba-a249-4f78-8330-fd87f94e0b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:36.829776 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] No DVR routers for this DVR port 07de552b-eff5-4b04-9e8d-032f865a589a on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:53:36.832270 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:36.842106 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a5e3fca8-2e75-4a2e-b8ae-d2b0406beb76 req-61d7ccf0-3a46-4886-8658-a8919fa720a9 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "DELETE /v2.0/ports/07de552b-eff5-4b04-9e8d-032f865a589a HTTP/1.1" status: 204 len: 173 time: 0.9140501 Jul 06 13:53:36.842501 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82144a2-d572-4e58-852c-7553331127cc', 'name': 'network-vif-deleted', 'tag': '07de552b-eff5-4b04-9e8d-032f865a589a'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:36.844735 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366e5a1d-7b70-4cd0-9d15-16597b1df5ca" -d '{"events": [{"server_uuid": "d82144a2-d572-4e58-852c-7553331127cc", "name": "network-vif-deleted", "tag": "07de552b-eff5-4b04-9e8d-032f865a589a"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:36.888980 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4518f0e-6b09-4fa8-9247-abba4c6acc9e x-openstack-request-id: req-a4518f0e-6b09-4fa8-9247-abba4c6acc9e {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:36.889304 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82144a2-d572-4e58-852c-7553331127cc", "name": "network-vif-deleted", "tag": "07de552b-eff5-4b04-9e8d-032f865a589a", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:36.889570 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4518f0e-6b09-4fa8-9247-abba4c6acc9e {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:36.889965 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4518f0e-6b09-4fa8-9247-abba4c6acc9e'] response: {'server_uuid': 'd82144a2-d572-4e58-852c-7553331127cc', 'name': 'network-vif-deleted', 'tag': '07de552b-eff5-4b04-9e8d-032f865a589a', 'status': 'completed', 'code': 200} Jul 06 13:53:36.929891 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-d9218aba-a249-4f78-8330-fd87f94e0b74 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:37.131220 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-d9218aba-a249-4f78-8330-fd87f94e0b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:37.159302 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9218aba-a249-4f78-8330-fd87f94e0b74 None None] Checking router: 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:37.165921 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:37.169538 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9218aba-a249-4f78-8330-fd87f94e0b74 None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:37.170152 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-d9218aba-a249-4f78-8330-fd87f94e0b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:37.270737 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-d9218aba-a249-4f78-8330-fd87f94e0b74 None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:37.457659 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:37.467958 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-d9218aba-a249-4f78-8330-fd87f94e0b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:37.493202 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9218aba-a249-4f78-8330-fd87f94e0b74 None None] The sync data for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi is: [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:37.533201 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37832) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:37.590205 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (0365f241-198c-4a9c-98f7-dd1c94398415), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:37.613687 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (0365f241-198c-4a9c-98f7-dd1c94398415), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:37.666371 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (0365f241-198c-4a9c-98f7-dd1c94398415), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:37.668944 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:37.670221 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "DELETE /v2.0/security-groups/0365f241-198c-4a9c-98f7-dd1c94398415 HTTP/1.1" status: 204 len: 168 time: 0.1357954 Jul 06 13:53:37.673097 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37834) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:37.680721 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0365f241-198c-4a9c-98f7-dd1c94398415,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:37.688314 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.688654 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.689207 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.689725 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.690072 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.690190 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.api.v2.resource [None req-91c91c62-2899-42fa-b177-d5719922ace5 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] show failed (client error): The resource could not be found. Jul 06 13:53:37.690386 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.690704 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.691156 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-91c91c62-2899-42fa-b177-d5719922ace5 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups/0365f241-198c-4a9c-98f7-dd1c94398415 HTTP/1.1" status: 404 len: 347 time: 0.0168271 Jul 06 13:53:37.691278 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.691508 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.691807 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.692125 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.692442 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.692756 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.693095 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.693586 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b5f4d0-6f23-4102-a529-eb6d425648f7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:37.696562 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37836) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:37.737475 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14befeeb-da97-422e-8edb-e060cb97b4ff None None] New status for floating IP b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0: DOWN {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:53:38.091954 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-5ae506ae-1976-4582-82af-e2202cce2ccd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Deleting port 081e8cd8-a367-4bf5-92a1-a9061669a783 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:38.092298 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5ae506ae-1976-4582-82af-e2202cce2ccd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (081e8cd8-a367-4bf5-92a1-a9061669a783), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.177856 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5ae506ae-1976-4582-82af-e2202cce2ccd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (081e8cd8-a367-4bf5-92a1-a9061669a783), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.178978 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5ae506ae-1976-4582-82af-e2202cce2ccd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (081e8cd8-a367-4bf5-92a1-a9061669a783), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.196311 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-5ae506ae-1976-4582-82af-e2202cce2ccd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Calling delete_port for 081e8cd8-a367-4bf5-92a1-a9061669a783 owned by network:floatingip {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:38.332156 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5ae506ae-1976-4582-82af-e2202cce2ccd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (081e8cd8-a367-4bf5-92a1-a9061669a783), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.359762 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae506ae-1976-4582-82af-e2202cce2ccd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event deleted for resources: {'Port': ['ID=081e8cd8-a367-4bf5-92a1-a9061669a783,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:38.418753 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5ae506ae-1976-4582-82af-e2202cce2ccd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.421217 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5ae506ae-1976-4582-82af-e2202cce2ccd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.422351 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-5ae506ae-1976-4582-82af-e2202cce2ccd tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "DELETE /v2.0/floatingips/b7db935a-5dd3-4c6e-8f8f-cc67fccf8ea0 HTTP/1.1" status: 204 len: 168 time: 0.7248440 Jul 06 13:53:38.486048 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 37840) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:38.491080 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-a5d4e761-6ec2-4d66-850b-33639ead610b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958773436', 'description': 'tempest-description--424279200'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:38.514190 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a5d4e761-6ec2-4d66-850b-33639ead610b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.561713 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=6 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:38.584284 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a5d4e761-6ec2-4d66-850b-33639ead610b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (754233f9-5d46-47ec-a72c-7cf5e58a1cd6), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.588586 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a5d4e761-6ec2-4d66-850b-33639ead610b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (754233f9-5d46-47ec-a72c-7cf5e58a1cd6), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.594856 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:38.620378 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a5d4e761-6ec2-4d66-850b-33639ead610b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.621597 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a5d4e761-6ec2-4d66-850b-33639ead610b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1345417 Jul 06 13:53:38.624269 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4e761-6ec2-4d66-850b-33639ead610b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754233f9-5d46-47ec-a72c-7cf5e58a1cd6,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:38.624966 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37842) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:38.633137 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-d5554fa3-2a84-4b3f-9327-9d5a9acb3506 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'security_group_rule': {'security_group_id': '754233f9-5d46-47ec-a72c-7cf5e58a1cd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:38.659614 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d5554fa3-2a84-4b3f-9327-9d5a9acb3506 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (4b4b87d8-6767-4bae-860f-f4066b646911), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.721424 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d5554fa3-2a84-4b3f-9327-9d5a9acb3506 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (4b4b87d8-6767-4bae-860f-f4066b646911), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.724867 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d5554fa3-2a84-4b3f-9327-9d5a9acb3506 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (4b4b87d8-6767-4bae-860f-f4066b646911), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.744246 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5554fa3-2a84-4b3f-9327-9d5a9acb3506 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4b87d8-6767-4bae-860f-f4066b646911,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:38.751336 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d5554fa3-2a84-4b3f-9327-9d5a9acb3506 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.752516 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-d5554fa3-2a84-4b3f-9327-9d5a9acb3506 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263547 Jul 06 13:53:38.755133 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37844) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:38.759817 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-0bc23150-c95c-4122-81ba-39b94aa570f8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'security_group_rule': {'security_group_id': '754233f9-5d46-47ec-a72c-7cf5e58a1cd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:38.786978 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0bc23150-c95c-4122-81ba-39b94aa570f8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (57d89fee-aab6-4927-ae41-a5a641616448), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.846145 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0bc23150-c95c-4122-81ba-39b94aa570f8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (57d89fee-aab6-4927-ae41-a5a641616448), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.849975 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0bc23150-c95c-4122-81ba-39b94aa570f8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (57d89fee-aab6-4927-ae41-a5a641616448), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.869347 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc23150-c95c-4122-81ba-39b94aa570f8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d89fee-aab6-4927-ae41-a5a641616448,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:38.876521 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0bc23150-c95c-4122-81ba-39b94aa570f8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.877783 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-0bc23150-c95c-4122-81ba-39b94aa570f8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217484 Jul 06 13:53:38.880770 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37846) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:38.885599 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:38.906093 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:38.986669 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:39.090176 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Allocated IP 172.27.3.223 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/bcea0877-001a-4332-92e7-9e4bacb1773e) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:39.099429 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:39.135566 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:39.203115 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for port (bcea0877-001a-4332-92e7-9e4bacb1773e), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:39.234628 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (bcea0877-001a-4332-92e7-9e4bacb1773e), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:39.273863 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:39.278358 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:39.280708 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:53:39.285849 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'Port': ['ID=bcea0877-001a-4332-92e7-9e4bacb1773e,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:39.370096 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (35c1dbb8-3751-4434-929c-f629c065a3d9), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:39.405745 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (bcea0877-001a-4332-92e7-9e4bacb1773e), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:39.494708 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-0ec39d10-2961-4275-99a8-1e69768ceb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:39.555451 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for port (bcea0877-001a-4332-92e7-9e4bacb1773e), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:39.559846 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (bcea0877-001a-4332-92e7-9e4bacb1773e), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:39.627231 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'Port': ['ID=bcea0877-001a-4332-92e7-9e4bacb1773e,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:39.635156 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (35c1dbb8-3751-4434-929c-f629c065a3d9), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:39.649671 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:39.650889 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-3b349b1c-ffc8-40ee-8477-fce26b97079d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7685959 Jul 06 13:53:39.847687 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-6f38236d-7f3f-4897-9d5c-829bfd64566a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--958773436&fields=id&tenant_id=bd85f2a57a0847debf5aaf81aab7a638 HTTP/1.1" status: 200 len: 267 time: 0.0465975 Jul 06 13:53:39.950832 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-0cfdfef6-73a3-4e9b-897a-65650ef8de4b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:39.952180 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-0cfdfef6-73a3-4e9b-897a-65650ef8de4b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 815 time: 0.0974796 Jul 06 13:53:39.967896 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-87b03a91-06c1-4a92-b879-d30b7144e32d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/quotas/bd85f2a57a0847debf5aaf81aab7a638 HTTP/1.1" status: 200 len: 375 time: 0.0099711 Jul 06 13:53:40.017813 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-1bf10c42-6be7-43b9-96d6-82648be2a5d6 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447154 Jul 06 13:53:40.205768 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-73bdd8d1-e887-4dea-bd40-c03e7bcdfbf7 service neutron] 10.222.0.20 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763988 Jul 06 13:53:40.297035 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-49c402be-5ac2-43f0-a51c-ac605e3cf1fc service neutron] 10.222.0.20 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851810 Jul 06 13:53:40.564666 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 07de552b-eff5-4b04-9e8d-032f865a589a no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:40.583893 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 07de552b-eff5-4b04-9e8d-032f865a589a {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:40.584232 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 07de552b-eff5-4b04-9e8d-032f865a589a not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:41.471471 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d197a61a-c970-4db7-affe-47400be864cc req-938d59a5-19b6-4273-a783-be6b87b8d541 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 210 time: 0.0318706 Jul 06 13:53:41.953986 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bf0fc96d-f396-4d6c-9f40-2b7314314a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:42.524712 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-24510fee-8d8b-41b5-b942-a85a46b876d7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:42.526747 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-24510fee-8d8b-41b5-b942-a85a46b876d7 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 815 time: 0.1094661 Jul 06 13:53:42.583005 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1c6e88ef-bfa3-4dc9-a4c7-8681925c4ca2 req-00cf199e-c6e1-4961-b537-029bfe910a84 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 210 time: 0.0392776 Jul 06 13:53:42.633707 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-d4747e97-2fc5-4294-b66f-6244fba83384 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd85f2a57a0847debf5aaf81aab7a638 HTTP/1.1" status: 200 len: 379 time: 0.0572560 Jul 06 13:53:42.737119 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-dc6118bf-632d-4a01-8e0c-3cdd3b162d32 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'port': {'device_id': '5fa482da-0cca-4e1c-9724-e4d5ee9d73fa', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'admin_state_up': True, 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'security_groups': ['754233f9-5d46-47ec-a72c-7cf5e58a1cd6']}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:42.792484 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d2bd9-358e-4d39-87d2-2ce95cd5be29 req-76810aa5-511b-4adf-96ec-77bf0351f73a tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:42.793964 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-623d2bd9-358e-4d39-87d2-2ce95cd5be29 req-76810aa5-511b-4adf-96ec-77bf0351f73a tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 945 time: 0.0731137 Jul 06 13:53:42.894799 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-623d2bd9-358e-4d39-87d2-2ce95cd5be29 req-a98e4607-f88f-4d99-99ce-7e4f89c8c97e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947580 Jul 06 13:53:42.896213 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:42.911951 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-dc6118bf-632d-4a01-8e0c-3cdd3b162d32 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Made reservation on behalf of bd85f2a57a0847debf5aaf81aab7a638 for: {'port': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:42.916402 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-dc6118bf-632d-4a01-8e0c-3cdd3b162d32 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:43.016769 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:43.030209 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:43.047116 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-dc6118bf-632d-4a01-8e0c-3cdd3b162d32 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Allocated IP 172.20.0.8 (599de418-b206-4788-89c1-e9276ab94414/77668382-4527-4719-963a-ed1774a7fa55/ff54c39f-c144-43d9-b98e-674c20269a43) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:43.181832 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-dc6118bf-632d-4a01-8e0c-3cdd3b162d32 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for port (ff54c39f-c144-43d9-b98e-674c20269a43), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:43.212889 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-dc6118bf-632d-4a01-8e0c-3cdd3b162d32 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:43.260544 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-dc6118bf-632d-4a01-8e0c-3cdd3b162d32 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Network 599de418-b206-4788-89c1-e9276ab94414 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:43.263526 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-dc6118bf-632d-4a01-8e0c-3cdd3b162d32 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:43.267216 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-dc6118bf-632d-4a01-8e0c-3cdd3b162d32 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:53:43.273639 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6118bf-632d-4a01-8e0c-3cdd3b162d32 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event updated for resources: {'Port': ['ID=ff54c39f-c144-43d9-b98e-674c20269a43,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:43.322620 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-dc6118bf-632d-4a01-8e0c-3cdd3b162d32 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:43.323233 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-dc6118bf-632d-4a01-8e0c-3cdd3b162d32 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:43.340637 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-dc6118bf-632d-4a01-8e0c-3cdd3b162d32 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6079681 Jul 06 13:53:43.544495 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-731e36bd-8f4e-4cbe-a19d-26b62bf034be None None] Provisioning complete for port ff54c39f-c144-43d9-b98e-674c20269a43 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:43.545097 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-731e36bd-8f4e-4cbe-a19d-26b62bf034be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:43.575672 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-731e36bd-8f4e-4cbe-a19d-26b62bf034be None None] Port ff54c39f-c144-43d9-b98e-674c20269a43 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:53:43.700155 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60735f6-f349-4ea3-a294-1ddf39919164 req-2f6080b1-9314-411f-b865-ce925cb40715 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:43.701660 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b60735f6-f349-4ea3-a294-1ddf39919164 req-2f6080b1-9314-411f-b865-ce925cb40715 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 931 time: 0.0479259 Jul 06 13:53:43.748423 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b60735f6-f349-4ea3-a294-1ddf39919164 req-07387684-a965-4c51-9c72-918cf814132f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=754233f9-5d46-47ec-a72c-7cf5e58a1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412776 Jul 06 13:53:43.998764 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Request body: {'port': {'device_id': '5fa482da-0cca-4e1c-9724-e4d5ee9d73fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:44.035674 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a110-6aa6-4ac1-9b09-8910abfc52b4 req-7f581146-b434-4e60-bf4f-9bef51d292b7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:44.037240 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8218a110-6aa6-4ac1-9b09-8910abfc52b4 req-7f581146-b434-4e60-bf4f-9bef51d292b7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 945 time: 0.0735326 Jul 06 13:53:44.100364 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:44.129555 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8218a110-6aa6-4ac1-9b09-8910abfc52b4 req-785a1ef7-05b9-4cc4-8ff0-7e4e4a796e53 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838425 Jul 06 13:53:44.373641 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:44.376650 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff54c39f-c144-43d9-b98e-674c20269a43 {{(pid=110605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:53:44.384730 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Publish callbacks [] for port (ff54c39f-c144-43d9-b98e-674c20269a43), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:44.398139 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.provisioning_blocks [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Transition to ACTIVE for port object ff54c39f-c144-43d9-b98e-674c20269a43 will not be triggered until provisioned by entity L2. {{(pid=110605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:53:44.401593 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:44.406328 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:44.440536 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:44.456680 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Pushing event updated for resources: {'Port': ['ID=ff54c39f-c144-43d9-b98e-674c20269a43,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:44.535659 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Attempting to bind port ff54c39f-c144-43d9-b98e-674c20269a43 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:53:44.535993 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Attempting to bind port ff54c39f-c144-43d9-b98e-674c20269a43 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:53:44.536323 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Attempting to bind port ff54c39f-c144-43d9-b98e-674c20269a43 on network 599de418-b206-4788-89c1-e9276ab94414 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:53:44.541759 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Port ff54c39f-c144-43d9-b98e-674c20269a43 on network 599de418-b206-4788-89c1-e9276ab94414 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:53:44.542081 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Attempting to bind port ff54c39f-c144-43d9-b98e-674c20269a43 on network 599de418-b206-4788-89c1-e9276ab94414 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:53:44.547199 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:53:44.547468 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Checking segment: {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:53:44.547849 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Bound using segment: {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:53:44.548276 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Bound port: ff54c39f-c144-43d9-b98e-674c20269a43, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77738b8c-b73a-452d-97b8-bc661487fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '599de418-b206-4788-89c1-e9276ab94414'}}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:53:44.548634 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:44.614312 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] For port ff54c39f-c144-43d9-b98e-674c20269a43, host hv-cinder-81914, cleared binding levels {{(pid=110605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:44.618348 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] For port ff54c39f-c144-43d9-b98e-674c20269a43, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ff54c39f-c144-43d9-b98e-674c20269a43,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:44.626729 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:44.663941 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:44.669985 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:44.670609 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:44.671970 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] 10.222.0.39 "PUT /v2.0/ports/ff54c39f-c144-43d9-b98e-674c20269a43 HTTP/1.1" status: 200 len: 1093 time: 0.6791313 Jul 06 13:53:44.672523 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa482da-0cca-4e1c-9724-e4d5ee9d73fa', 'tag': 'ff54c39f-c144-43d9-b98e-674c20269a43'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:44.674932 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ebedab-82fe-4b61-bfe7-81de266c437f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa482da-0cca-4e1c-9724-e4d5ee9d73fa", "tag": "ff54c39f-c144-43d9-b98e-674c20269a43"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:44.694855 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff78e29-76ab-4999-a1fd-b5b11f9f0d72 service neutron] Pushing event updated for resources: {'Port': ['ID=ff54c39f-c144-43d9-b98e-674c20269a43,revision_number=3']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:44.737989 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5f7489-88ca-41d3-957c-ef3cfbd62957 x-openstack-request-id: req-da5f7489-88ca-41d3-957c-ef3cfbd62957 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:44.738278 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa482da-0cca-4e1c-9724-e4d5ee9d73fa", "tag": "ff54c39f-c144-43d9-b98e-674c20269a43", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:44.738533 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da5f7489-88ca-41d3-957c-ef3cfbd62957 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:44.738998 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5f7489-88ca-41d3-957c-ef3cfbd62957'] response: {'name': 'network-changed', 'server_uuid': '5fa482da-0cca-4e1c-9724-e4d5ee9d73fa', 'tag': 'ff54c39f-c144-43d9-b98e-674c20269a43', 'status': 'completed', 'code': 200} Jul 06 13:53:44.759526 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-b6a67c46-b0c0-4180-9c7b-6f2109e702ba tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:44.761144 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-b6a67c46-b0c0-4180-9c7b-6f2109e702ba tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 945 time: 0.0555377 Jul 06 13:53:44.914595 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-2fc8f7d9-9a8b-4ba0-bdc4-baa815187fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:44.916074 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-2fc8f7d9-9a8b-4ba0-bdc4-baa815187fd1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 1127 time: 0.1269906 Jul 06 13:53:44.931538 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8e1a1-e769-49e3-ab90-fc947e3eb60f req-2445285f-415e-45eb-b465-3caabb1f783d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:44.933101 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b1b8e1a1-e769-49e3-ab90-fc947e3eb60f req-2445285f-415e-45eb-b465-3caabb1f783d tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 943 time: 0.1131842 Jul 06 13:53:44.944404 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Deleting port 45301213-2dd0-47c7-bd88-caba9757cb8d {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:53:44.944749 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:44.990699 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-dc4d4ae8-fbda-499e-b3b2-b8cd33ee2449 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff54c39f-c144-43d9-b98e-674c20269a43 HTTP/1.1" status: 200 len: 217 time: 0.0567174 Jul 06 13:53:45.113533 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b1b8e1a1-e769-49e3-ab90-fc947e3eb60f req-fcc0bc0a-60b1-4f64-8fe9-b1b35d55834c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=754233f9-5d46-47ec-a72c-7cf5e58a1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715009 Jul 06 13:53:45.114846 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-34073f5c-3cbb-440c-bc34-39aeb16c4d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:45.116278 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-34073f5c-3cbb-440c-bc34-39aeb16c4d38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 200 len: 854 time: 0.1158483 Jul 06 13:53:45.175330 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] For port 45301213-2dd0-47c7-bd88-caba9757cb8d, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=45301213-2dd0-47c7-bd88-caba9757cb8d,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:45.175701 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:45.196623 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-9e6d2eec-b31d-4eb9-b03e-ab3a6a5a78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:45.198181 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-9e6d2eec-b31d-4eb9-b03e-ab3a6a5a78db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599de418-b206-4788-89c1-e9276ab94414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657861 Jul 06 13:53:45.248347 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf50423-e98d-4b61-9f34-2e3af4c77989 req-db57cbac-b15c-4422-96b7-21d8e6ec19db tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:45.249880 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-abf50423-e98d-4b61-9f34-2e3af4c77989 req-db57cbac-b15c-4422-96b7-21d8e6ec19db tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 945 time: 0.0478311 Jul 06 13:53:45.281143 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:45.305217 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-abf50423-e98d-4b61-9f34-2e3af4c77989 req-8da2f230-42b2-48ce-9749-6bc38d4182dc tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497429 Jul 06 13:53:45.346666 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:45.402606 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-b83d8c41-d244-4986-9e25-6339d4f1bafd service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788170 Jul 06 13:53:45.422288 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:45.424798 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:45.425263 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (a532725e-e9d5-4f89-8a99-11d84a6d0b78), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:45.425472 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Floating IP a532725e-e9d5-4f89-8a99-11d84a6d0b78 disassociated. External IP: 172.27.3.64, port: 45301213-2dd0-47c7-bd88-caba9757cb8d. Jul 06 13:53:45.425813 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Calling delete_port for 45301213-2dd0-47c7-bd88-caba9757cb8d owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:53:45.556919 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ea17fb58-b195-4a9e-8630-958b0cb230b4 req-b1de0036-6cb8-4af2-a951-efabee38c212 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417105 Jul 06 13:53:45.627093 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (45301213-2dd0-47c7-bd88-caba9757cb8d), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:45.653861 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event deleted for resources: {'Port': ['ID=45301213-2dd0-47c7-bd88-caba9757cb8d,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:45.766283 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:53:45.867378 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:45.878083 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670363c7-3649-4afe-9e09-7c31c6261cd0 None None] Sync routers for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:45.888560 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670363c7-3649-4afe-9e09-7c31c6261cd0 None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:45.889209 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-670363c7-3649-4afe-9e09-7c31c6261cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:45.908255 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] No DVR routers for this DVR port 45301213-2dd0-47c7-bd88-caba9757cb8d on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:53:45.910693 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:45.914506 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-83b52e56-a8a5-41f4-ba0e-b233c59f88c0 req-6c6ae5f3-c772-4f46-b305-82b5f272b954 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "DELETE /v2.0/ports/45301213-2dd0-47c7-bd88-caba9757cb8d HTTP/1.1" status: 204 len: 173 time: 1.1343572 Jul 06 13:53:45.994741 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-670363c7-3649-4afe-9e09-7c31c6261cd0 None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:46.191614 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-670363c7-3649-4afe-9e09-7c31c6261cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:46.217299 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670363c7-3649-4afe-9e09-7c31c6261cd0 None None] Checking router: b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:46.226370 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670363c7-3649-4afe-9e09-7c31c6261cd0 None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:46.227012 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-670363c7-3649-4afe-9e09-7c31c6261cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:46.229828 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df6693-4049-4f93-963c-14f3e59ab995 req-9d89e613-cc04-471f-ab38-3ca6862f7d8e tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:46.231311 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-85df6693-4049-4f93-963c-14f3e59ab995 req-9d89e613-cc04-471f-ab38-3ca6862f7d8e tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 943 time: 0.0476873 Jul 06 13:53:46.278075 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-85df6693-4049-4f93-963c-14f3e59ab995 req-0b70a49b-081f-4351-a708-8eb0ef38d8d2 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=754233f9-5d46-47ec-a72c-7cf5e58a1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Jul 06 13:53:46.315822 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:46.331085 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-670363c7-3649-4afe-9e09-7c31c6261cd0 None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:46.410116 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e49e10bb-720f-40c3-8b2e-f67d8b909bb7 req-144c8b8a-8bd0-4d46-a53e-0de0413fed4d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 210 time: 0.0337090 Jul 06 13:53:46.651498 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-670363c7-3649-4afe-9e09-7c31c6261cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:46.676271 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670363c7-3649-4afe-9e09-7c31c6261cd0 None None] The sync data for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi is: [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:46.740269 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2271a7-8fab-4455-9c3b-32159f33ad03', 'name': 'network-vif-deleted', 'tag': '45301213-2dd0-47c7-bd88-caba9757cb8d'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:46.742935 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51ceb61-cf5a-4e66-a2c6-ddf62dd95baa" -d '{"events": [{"server_uuid": "ee2271a7-8fab-4455-9c3b-32159f33ad03", "name": "network-vif-deleted", "tag": "45301213-2dd0-47c7-bd88-caba9757cb8d"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:46.778038 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ee55c0-e2e0-413c-99a8-129c475e0c72 x-openstack-request-id: req-c8ee55c0-e2e0-413c-99a8-129c475e0c72 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:46.778333 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2271a7-8fab-4455-9c3b-32159f33ad03", "name": "network-vif-deleted", "tag": "45301213-2dd0-47c7-bd88-caba9757cb8d", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:46.778604 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8ee55c0-e2e0-413c-99a8-129c475e0c72 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:46.778990 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ee55c0-e2e0-413c-99a8-129c475e0c72'] response: {'server_uuid': 'ee2271a7-8fab-4455-9c3b-32159f33ad03', 'name': 'network-vif-deleted', 'tag': '45301213-2dd0-47c7-bd88-caba9757cb8d', 'status': 'completed', 'code': 200} Jul 06 13:53:46.894905 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43338f04-bec1-44a8-bc95-bacf321d9857 None None] New status for floating IP a532725e-e9d5-4f89-8a99-11d84a6d0b78: DOWN {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:53:47.389311 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e1a165-666d-4330-90fd-bf697f2f0c20 req-3b3ec728-e968-46f6-8069-d39ccb6ab8a0 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:47.390737 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-35e1a165-666d-4330-90fd-bf697f2f0c20 req-3b3ec728-e968-46f6-8069-d39ccb6ab8a0 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 943 time: 0.0460434 Jul 06 13:53:47.432867 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:47.437259 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-35e1a165-666d-4330-90fd-bf697f2f0c20 req-6292380b-7ad1-4f83-bfd1-432cb476c8a8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=754233f9-5d46-47ec-a72c-7cf5e58a1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410485 Jul 06 13:53:47.567354 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0961116a-1898-41b3-97af-6a471ff65f70 req-a497a5d2-a76e-4cfb-bd49-e683a81e1071 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 210 time: 0.0334759 Jul 06 13:53:47.814836 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebedab-82fe-4b61-bfe7-81de266c437f req-f0fcc113-20ac-45fb-84c9-193ccff44e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:47.816301 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-77ebedab-82fe-4b61-bfe7-81de266c437f req-f0fcc113-20ac-45fb-84c9-193ccff44e5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 1127 time: 0.0392790 Jul 06 13:53:47.920203 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebedab-82fe-4b61-bfe7-81de266c437f req-1d7e2ae5-7c62-45f3-b29d-d73d8d5e0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:47.921712 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-77ebedab-82fe-4b61-bfe7-81de266c437f req-1d7e2ae5-7c62-45f3-b29d-d73d8d5e0757 service neutron] 10.222.0.39 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 916 time: 0.0893013 Jul 06 13:53:47.933806 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:47.966567 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-77ebedab-82fe-4b61-bfe7-81de266c437f req-8022cab3-6896-4837-8511-38b23d66300f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff54c39f-c144-43d9-b98e-674c20269a43 HTTP/1.1" status: 200 len: 217 time: 0.0376997 Jul 06 13:53:48.014668 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebedab-82fe-4b61-bfe7-81de266c437f req-059a58f6-052b-4334-959f-b55b7f8a3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:48.016101 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-77ebedab-82fe-4b61-bfe7-81de266c437f req-059a58f6-052b-4334-959f-b55b7f8a3489 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 200 len: 854 time: 0.0431426 Jul 06 13:53:48.061289 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebedab-82fe-4b61-bfe7-81de266c437f req-4724b35f-dde5-46a7-9b24-46b8b963bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:48.063178 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-77ebedab-82fe-4b61-bfe7-81de266c437f req-4724b35f-dde5-46a7-9b24-46b8b963bfcd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599de418-b206-4788-89c1-e9276ab94414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389280 Jul 06 13:53:48.158244 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-77ebedab-82fe-4b61-bfe7-81de266c437f req-e6d85196-1cea-44ea-a46e-a85b980adf18 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880468 Jul 06 13:53:48.210624 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:48.267794 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-77ebedab-82fe-4b61-bfe7-81de266c437f req-17562b2e-8385-4524-8bce-f0c00692a40c service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925162 Jul 06 13:53:48.557685 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8db20-ede6-4cc8-b5d7-72ab0c726a8c req-902283ab-b0f2-4bcb-9462-da6998a6dc33 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:48.559147 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dec8db20-ede6-4cc8-b5d7-72ab0c726a8c req-902283ab-b0f2-4bcb-9462-da6998a6dc33 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 943 time: 0.0504234 Jul 06 13:53:48.610089 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dec8db20-ede6-4cc8-b5d7-72ab0c726a8c req-78ff8448-f9a6-4f7a-a642-109f134db529 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=754233f9-5d46-47ec-a72c-7cf5e58a1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453026 Jul 06 13:53:48.614343 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device ff54c39f-c144-43d9-b98e-674c20269a43 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:53:48.628733 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 45301213-2dd0-47c7-bd88-caba9757cb8d no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:53:48.663288 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 45301213-2dd0-47c7-bd88-caba9757cb8d {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:53:48.663726 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 45301213-2dd0-47c7-bd88-caba9757cb8d not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:53:48.701308 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2593945b-41a0-458c-9e01-f4954ec8cc84 req-eafa9fc9-0279-48c9-9b91-b50a1addebb6 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee2271a7-8fab-4455-9c3b-32159f33ad03 HTTP/1.1" status: 200 len: 210 time: 0.0473332 Jul 06 13:53:48.726918 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:48.753257 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port ff54c39f-c144-43d9-b98e-674c20269a43, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ff54c39f-c144-43d9-b98e-674c20269a43,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:48.763972 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': 'ff54c39f-c144-43d9-b98e-674c20269a43', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'port_id': 'ff54c39f-c144-43d9-b98e-674c20269a43', 'mac_address': 'fa:16:3e:54:67:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:53:48.799299 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port ff54c39f-c144-43d9-b98e-674c20269a43 is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:48.799675 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:48.816570 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff54c39f-c144-43d9-b98e-674c20269a43 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:53:48.836688 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port ff54c39f-c144-43d9-b98e-674c20269a43, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ff54c39f-c144-43d9-b98e-674c20269a43,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:48.840359 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:48.885730 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=ff54c39f-c144-43d9-b98e-674c20269a43,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:48.892725 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.893087 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.893425 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.893757 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.894081 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.894403 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.894722 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.895039 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.895357 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.895673 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.895987 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.896301 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.897136 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.897452 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:48.897763 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:53:49.254441 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['ff54c39f-c144-43d9-b98e-674c20269a43'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:53:49.736962 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438950b-f431-4e98-b322-c954bf0bfb29 req-34fc3426-5d8b-4f15-9e12-1105b3dd4607 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:49.738507 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4438950b-f431-4e98-b322-c954bf0bfb29 req-34fc3426-5d8b-4f15-9e12-1105b3dd4607 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 944 time: 0.0522616 Jul 06 13:53:49.789590 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4438950b-f431-4e98-b322-c954bf0bfb29 req-41a9c704-7753-48cf-b5dd-c57ed13423d8 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=754233f9-5d46-47ec-a72c-7cf5e58a1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452392 Jul 06 13:53:49.975983 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-0e864de0-440c-4259-8af7-5ce390b02b3a tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-113773701&fields=id&tenant_id=7bf864bb1764452e8e3a6f0d5929da9f HTTP/1.1" status: 200 len: 267 time: 0.0508099 Jul 06 13:53:50.096433 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-c85a2e18-4abf-443d-86a4-ff98b83343ef tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:50.097920 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-c85a2e18-4abf-443d-86a4-ff98b83343ef tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 812 time: 0.1149814 Jul 06 13:53:50.116357 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-3cbcdc2f-cde8-49d1-bf2d-83d0018e9e14 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/quotas/7bf864bb1764452e8e3a6f0d5929da9f HTTP/1.1" status: 200 len: 375 time: 0.0103803 Jul 06 13:53:50.171380 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-547563d3-d251-4301-8426-725861f1afaa tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483201 Jul 06 13:53:50.282902 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-f12966bd-7489-487d-b3b6-e24d0382ef57 service neutron] 10.222.0.20 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961897 Jul 06 13:53:50.401407 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-1fb9d2ec-0349-431b-81a4-e98a01740c2c service neutron] 10.222.0.20 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120641 Jul 06 13:53:50.612951 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device ff54c39f-c144-43d9-b98e-674c20269a43 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:53:50.665506 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port ff54c39f-c144-43d9-b98e-674c20269a43 completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:53:50.675875 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port ff54c39f-c144-43d9-b98e-674c20269a43 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:50.676403 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:50.733787 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-94285fef-6404-4d42-9317-c871f42dcda5 req-ec137a17-19af-4b70-813f-bd7014174986 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 210 time: 0.0354905 Jul 06 13:53:50.760534 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port ff54c39f-c144-43d9-b98e-674c20269a43 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:53:50.761203 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:50.784475 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa482da-0cca-4e1c-9724-e4d5ee9d73fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff54c39f-c144-43d9-b98e-674c20269a43'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:50.786678 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6f38c9-892d-40d8-9fd1-af33c7fd26bf" -d '{"events": [{"server_uuid": "5fa482da-0cca-4e1c-9724-e4d5ee9d73fa", "name": "network-vif-plugged", "status": "completed", "tag": "ff54c39f-c144-43d9-b98e-674c20269a43"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:50.802512 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:50.805523 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port ff54c39f-c144-43d9-b98e-674c20269a43, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ff54c39f-c144-43d9-b98e-674c20269a43,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:53:50.810778 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:50.837211 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabba8a8-1302-4e2e-9925-3b301f637921 x-openstack-request-id: req-eabba8a8-1302-4e2e-9925-3b301f637921 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:50.837507 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa482da-0cca-4e1c-9724-e4d5ee9d73fa", "name": "network-vif-plugged", "status": "completed", "tag": "ff54c39f-c144-43d9-b98e-674c20269a43", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:50.837797 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eabba8a8-1302-4e2e-9925-3b301f637921 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:50.838136 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabba8a8-1302-4e2e-9925-3b301f637921'] response: {'server_uuid': '5fa482da-0cca-4e1c-9724-e4d5ee9d73fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff54c39f-c144-43d9-b98e-674c20269a43', 'code': 200} Jul 06 13:53:50.864488 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=ff54c39f-c144-43d9-b98e-674c20269a43,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:50.936544 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d1813-a81d-4886-8115-753cda13f630 req-35ec70ad-46fa-494b-9e49-d436dc86207a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:50.938981 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-517d1813-a81d-4886-8115-753cda13f630 req-35ec70ad-46fa-494b-9e49-d436dc86207a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 945 time: 0.0741475 Jul 06 13:53:50.998015 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-517d1813-a81d-4886-8115-753cda13f630 req-62be5140-6da7-4173-81d7-ebb758e9ecdf tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=754233f9-5d46-47ec-a72c-7cf5e58a1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516691 Jul 06 13:53:51.054748 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af7aff-ef68-4cde-a357-504d8d20630f req-ab3728dd-4b3b-45d6-8821-94fff64c430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:51.056231 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-84af7aff-ef68-4cde-a357-504d8d20630f req-ab3728dd-4b3b-45d6-8821-94fff64c430d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 1129 time: 0.0454500 Jul 06 13:53:51.110307 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-84af7aff-ef68-4cde-a357-504d8d20630f req-3f6a64ae-c492-434b-b273-b1483faf010d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=754233f9-5d46-47ec-a72c-7cf5e58a1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405798 Jul 06 13:53:51.826826 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-74c95326-127d-4857-8c08-9638d27483e2 req-9a8eef51-ca89-43d6-8af9-59c5cf8e239e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 210 time: 0.0307155 Jul 06 13:53:52.113344 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053027a-d86e-4b28-a903-9dce0050d642 req-0bfa3e50-0861-4693-96dd-108d5442133a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:52.114821 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8053027a-d86e-4b28-a903-9dce0050d642 req-0bfa3e50-0861-4693-96dd-108d5442133a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 945 time: 0.0493443 Jul 06 13:53:52.162548 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8053027a-d86e-4b28-a903-9dce0050d642 req-a7c2307f-537f-40ba-af22-40704d86f42f tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=754233f9-5d46-47ec-a72c-7cf5e58a1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414934 Jul 06 13:53:53.185696 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-245f9956-5340-49c0-aba8-5b4272ace68b req-925fe891-bb87-4f2e-85f6-a2fd4ddc93b5 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 210 time: 0.2908652 Jul 06 13:53:53.297305 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd53a9-b6b1-4163-ada7-ae6e576de7fb req-6183959c-9e2d-4887-a148-54bcfc447d81 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:53.299111 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a7dd53a9-b6b1-4163-ada7-ae6e576de7fb req-6183959c-9e2d-4887-a148-54bcfc447d81 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 945 time: 0.0525753 Jul 06 13:53:53.303500 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-a9c40ed2-19f5-40f6-bd7e-d4dd143cdeee tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:53.304941 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-a9c40ed2-19f5-40f6-bd7e-d4dd143cdeee tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 812 time: 0.1315796 Jul 06 13:53:53.349107 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a7dd53a9-b6b1-4163-ada7-ae6e576de7fb req-18db9ff7-c844-4cf5-b2cc-4da23d686cf4 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=754233f9-5d46-47ec-a72c-7cf5e58a1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440047 Jul 06 13:53:53.389439 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-f94c7d2c-c928-492f-a147-b2a69fd9dafe tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bf864bb1764452e8e3a6f0d5929da9f HTTP/1.1" status: 200 len: 379 time: 0.0604138 Jul 06 13:53:53.398150 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-9314004d-a7d1-4050-8d07-661926bb9b78 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Request body: {'port': {'device_id': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'admin_state_up': True, 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'security_groups': ['fe7fe5c9-ac09-49e5-8eba-7d900b0c003e']}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:53.488222 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:53.507965 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc155262-dfb9-4b7b-bd8b-db876dac04c6 req-94f97f86-00af-449e-b1bb-fa1a36003190 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:53.509442 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bc155262-dfb9-4b7b-bd8b-db876dac04c6 req-94f97f86-00af-449e-b1bb-fa1a36003190 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 945 time: 0.0938048 Jul 06 13:53:53.517860 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 37956) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:53:53.522374 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-1bdce3da-42b1-4005-a06d-a4e79a1b3953 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Request body: {'floatingip': {'port_id': 'ff54c39f-c144-43d9-b98e-674c20269a43'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:53.547447 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-9314004d-a7d1-4050-8d07-661926bb9b78 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Made reservation on behalf of 7bf864bb1764452e8e3a6f0d5929da9f for: {'port': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:53:53.551431 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-9314004d-a7d1-4050-8d07-661926bb9b78 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:53.564340 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1bdce3da-42b1-4005-a06d-a4e79a1b3953 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (35c1dbb8-3751-4434-929c-f629c065a3d9), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:53.577316 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:53.687558 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-9314004d-a7d1-4050-8d07-661926bb9b78 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Allocated IP 172.20.0.11 (6522e807-4f7f-4722-945c-07724b4eff64/5296f3ab-164c-4586-b531-250bbb0216ae/e4a21c4c-d429-4422-94d4-fcf1670202ed) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:53:53.840551 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-9314004d-a7d1-4050-8d07-661926bb9b78 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:53.874089 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-9314004d-a7d1-4050-8d07-661926bb9b78 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:53.929441 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-9314004d-a7d1-4050-8d07-661926bb9b78 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Network 6522e807-4f7f-4722-945c-07724b4eff64 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:53:53.933310 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-9314004d-a7d1-4050-8d07-661926bb9b78 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:53:53.935100 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314004d-a7d1-4050-8d07-661926bb9b78 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'Port': ['ID=e4a21c4c-d429-4422-94d4-fcf1670202ed,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:53.937388 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-9314004d-a7d1-4050-8d07-661926bb9b78 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:53:53.996788 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-9314004d-a7d1-4050-8d07-661926bb9b78 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:53.997490 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-9314004d-a7d1-4050-8d07-661926bb9b78 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:54.017787 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-9314004d-a7d1-4050-8d07-661926bb9b78 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6234255 Jul 06 13:53:54.032824 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1bdce3da-42b1-4005-a06d-a4e79a1b3953 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:54.036568 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1bdce3da-42b1-4005-a06d-a4e79a1b3953 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (35c1dbb8-3751-4434-929c-f629c065a3d9), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:54.087850 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:54.096798 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Request body: {'port': {'device_id': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:53:54.118786 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:54.141031 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.l3_db [None req-1bdce3da-42b1-4005-a06d-a4e79a1b3953 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Floating IP 35c1dbb8-3751-4434-929c-f629c065a3d9 associated. External IP: 172.27.3.223, port: ff54c39f-c144-43d9-b98e-674c20269a43. Jul 06 13:53:54.159535 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:54.214545 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-bfbf8911-1057-4fae-a302-7c62a2ee8158 None None] Provisioning complete for port e4a21c4c-d429-4422-94d4-fcf1670202ed triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:53:54.215676 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bfbf8911-1057-4fae-a302-7c62a2ee8158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:54.260620 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-bfbf8911-1057-4fae-a302-7c62a2ee8158 None None] Port e4a21c4c-d429-4422-94d4-fcf1670202ed cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:53:54.311534 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:54.447548 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a21c4c-d429-4422-94d4-fcf1670202ed {{(pid=110605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:53:54.455144 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Publish callbacks [] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:54.468954 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.provisioning_blocks [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Transition to ACTIVE for port object e4a21c4c-d429-4422-94d4-fcf1670202ed will not be triggered until provisioned by entity L2. {{(pid=110605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:53:54.473462 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:54.537094 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c753836-aed7-4911-b539-2f29d943947c req-edf99957-dc01-4924-949a-7517d65d9388 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:54.538592 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9c753836-aed7-4911-b539-2f29d943947c req-edf99957-dc01-4924-949a-7517d65d9388 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 932 time: 0.0948303 Jul 06 13:53:54.543192 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Pushing event updated for resources: {'Port': ['ID=e4a21c4c-d429-4422-94d4-fcf1670202ed,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:54.614310 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Attempting to bind port e4a21c4c-d429-4422-94d4-fcf1670202ed on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:53:54.614855 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:54.615043 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Attempting to bind port e4a21c4c-d429-4422-94d4-fcf1670202ed by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:53:54.615846 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Attempting to bind port e4a21c4c-d429-4422-94d4-fcf1670202ed on network 6522e807-4f7f-4722-945c-07724b4eff64 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:53:54.620964 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Port e4a21c4c-d429-4422-94d4-fcf1670202ed on network 6522e807-4f7f-4722-945c-07724b4eff64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:53:54.621459 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Attempting to bind port e4a21c4c-d429-4422-94d4-fcf1670202ed on network 6522e807-4f7f-4722-945c-07724b4eff64 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:53:54.624552 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:54.628391 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:53:54.628798 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Checking segment: {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:53:54.629213 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Bound using segment: {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:53:54.629927 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Bound port: e4a21c4c-d429-4422-94d4-fcf1670202ed, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'}}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:53:54.630063 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:54.653598 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9c753836-aed7-4911-b539-2f29d943947c req-636d6735-bc59-414d-af88-591ab81888e8 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066887 Jul 06 13:53:54.703664 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] For port e4a21c4c-d429-4422-94d4-fcf1670202ed, host hv-cinder-81914, cleared binding levels {{(pid=110605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:53:54.707361 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] For port e4a21c4c-d429-4422-94d4-fcf1670202ed, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e4a21c4c-d429-4422-94d4-fcf1670202ed,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:53:54.712931 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bdce3da-42b1-4005-a06d-a4e79a1b3953 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:53:54.714802 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:54.756929 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:54.757938 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:54.759445 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] 10.222.0.39 "PUT /v2.0/ports/e4a21c4c-d429-4422-94d4-fcf1670202ed HTTP/1.1" status: 200 len: 1094 time: 0.6669059 Jul 06 13:53:54.760093 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'tag': 'e4a21c4c-d429-4422-94d4-fcf1670202ed'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:54.762453 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39aea52-7e3d-4a89-878a-f09aa083b65a" -d '{"events": [{"name": "network-changed", "server_uuid": "9875fc3c-1cca-43d0-8856-2bc17d3f6eb7", "tag": "e4a21c4c-d429-4422-94d4-fcf1670202ed"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:54.807259 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b036ab7-aab5-49cd-a3ab-3f7a8b104f2f service neutron] Pushing event updated for resources: {'Port': ['ID=e4a21c4c-d429-4422-94d4-fcf1670202ed,revision_number=3']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:53:54.834201 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645ee1ad-98ff-4456-9ab2-043b123a1102 x-openstack-request-id: req-645ee1ad-98ff-4456-9ab2-043b123a1102 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:54.834540 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9875fc3c-1cca-43d0-8856-2bc17d3f6eb7", "tag": "e4a21c4c-d429-4422-94d4-fcf1670202ed", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:54.834981 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-645ee1ad-98ff-4456-9ab2-043b123a1102 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:54.835384 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645ee1ad-98ff-4456-9ab2-043b123a1102'] response: {'name': 'network-changed', 'server_uuid': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'tag': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'status': 'completed', 'code': 200} Jul 06 13:53:54.848484 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdce3da-42b1-4005-a06d-a4e79a1b3953 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:53:54.854900 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1bdce3da-42b1-4005-a06d-a4e79a1b3953 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:53:54.870780 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a14715-f7cc-442f-a13d-1d6c2ae4035b None None] Sync routers for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:53:54.872151 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-1508b517-4689-445a-aef8-9f2ed430759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:54.873982 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-1508b517-4689-445a-aef8-9f2ed430759e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 1128 time: 0.0513704 Jul 06 13:53:54.882712 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a14715-f7cc-442f-a13d-1d6c2ae4035b None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:54.883356 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-05a14715-f7cc-442f-a13d-1d6c2ae4035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:54.891123 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-1bdce3da-42b1-4005-a06d-a4e79a1b3953 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "PUT /v2.0/floatingips/35c1dbb8-3751-4434-929c-f629c065a3d9 HTTP/1.1" status: 200 len: 991 time: 1.3721166 Jul 06 13:53:54.891826 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa482da-0cca-4e1c-9724-e4d5ee9d73fa', 'tag': 'ff54c39f-c144-43d9-b98e-674c20269a43'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:53:54.894228 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc61cd51-e478-459c-af50-bf1f7c7902b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa482da-0cca-4e1c-9724-e4d5ee9d73fa", "tag": "ff54c39f-c144-43d9-b98e-674c20269a43"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:53:54.934714 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a153d1b2-0695-4060-830c-6ecb4d14723d x-openstack-request-id: req-a153d1b2-0695-4060-830c-6ecb4d14723d {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:53:54.935008 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa482da-0cca-4e1c-9724-e4d5ee9d73fa", "tag": "ff54c39f-c144-43d9-b98e-674c20269a43", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:53:54.936678 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a153d1b2-0695-4060-830c-6ecb4d14723d {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:53:54.937194 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a153d1b2-0695-4060-830c-6ecb4d14723d'] response: {'name': 'network-changed', 'server_uuid': '5fa482da-0cca-4e1c-9724-e4d5ee9d73fa', 'tag': 'ff54c39f-c144-43d9-b98e-674c20269a43', 'status': 'completed', 'code': 200} Jul 06 13:53:54.937414 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-791a2d79-e963-4127-82cb-8969afd1caa8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4a21c4c-d429-4422-94d4-fcf1670202ed HTTP/1.1" status: 200 len: 217 time: 0.0446558 Jul 06 13:53:54.992627 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:55.001364 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-05a14715-f7cc-442f-a13d-1d6c2ae4035b None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:55.048855 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61cd51-e478-459c-af50-bf1f7c7902b2 req-ed8ccb94-6be5-452d-bd31-23641dd341e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:55.050390 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cc61cd51-e478-459c-af50-bf1f7c7902b2 req-ed8ccb94-6be5-452d-bd31-23641dd341e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 1129 time: 0.0507083 Jul 06 13:53:55.051681 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-bb91126c-907b-43a5-8f8e-f3ad4f8ca14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:55.053078 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-bb91126c-907b-43a5-8f8e-f3ad4f8ca14b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0823042 Jul 06 13:53:55.133029 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-62abbb38-2c8b-41db-ab0c-e3e9f06c1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:55.134551 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-62abbb38-2c8b-41db-ab0c-e3e9f06c1bfc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711210 Jul 06 13:53:55.220481 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-05a14715-f7cc-442f-a13d-1d6c2ae4035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '35c1dbb8-3751-4434-929c-f629c065a3d9', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'ff54c39f-c144-43d9-b98e-674c20269a43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:54:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa482da-0cca-4e1c-9724-e4d5ee9d73fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:53:39Z', 'updated_at': '2022-07-06T13:53:53Z', 'revision_number': 1, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:55.244562 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61cd51-e478-459c-af50-bf1f7c7902b2 req-8504cb27-9d20-4acd-94bc-f42189292932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:55.245530 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a14715-f7cc-442f-a13d-1d6c2ae4035b None None] Checking router: 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:53:55.245989 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cc61cd51-e478-459c-af50-bf1f7c7902b2 req-8504cb27-9d20-4acd-94bc-f42189292932 service neutron] 10.222.0.39 "GET /v2.0/networks?id=599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 200 len: 916 time: 0.1836107 Jul 06 13:53:55.253851 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a14715-f7cc-442f-a13d-1d6c2ae4035b None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:53:55.254454 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-05a14715-f7cc-442f-a13d-1d6c2ae4035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:55.261157 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:55.319596 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-0e0ed48f-644f-4651-b393-de4f7679fb85 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603289 Jul 06 13:53:55.335161 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cc61cd51-e478-459c-af50-bf1f7c7902b2 req-81485397-58bf-4817-8459-1f46cc7c9ed3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff54c39f-c144-43d9-b98e-674c20269a43 HTTP/1.1" status: 200 len: 999 time: 0.0816903 Jul 06 13:53:55.358595 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-05a14715-f7cc-442f-a13d-1d6c2ae4035b None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:53:55.435478 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61cd51-e478-459c-af50-bf1f7c7902b2 req-6f1bf133-6b90-417c-8863-6ec3627b0fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:55.436949 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cc61cd51-e478-459c-af50-bf1f7c7902b2 req-6f1bf133-6b90-417c-8863-6ec3627b0fcb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 200 len: 854 time: 0.0910234 Jul 06 13:53:55.480244 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a9f5fda7-f9d0-477c-a2ec-ff63641484e7 req-d3e98157-e51d-423f-bbd4-9973f17bc282 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538510 Jul 06 13:53:55.491747 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61cd51-e478-459c-af50-bf1f7c7902b2 req-e6c4a63c-16e6-4d6d-915a-ea961dd1d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:55.493239 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cc61cd51-e478-459c-af50-bf1f7c7902b2 req-e6c4a63c-16e6-4d6d-915a-ea961dd1d70c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=599de418-b206-4788-89c1-e9276ab94414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481124 Jul 06 13:53:55.568567 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-05a14715-f7cc-442f-a13d-1d6c2ae4035b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '35c1dbb8-3751-4434-929c-f629c065a3d9', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'ff54c39f-c144-43d9-b98e-674c20269a43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:54:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa482da-0cca-4e1c-9724-e4d5ee9d73fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:53:39Z', 'updated_at': '2022-07-06T13:53:53Z', 'revision_number': 1, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:53:55.593272 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a14715-f7cc-442f-a13d-1d6c2ae4035b None None] The sync data for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi is: [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '35c1dbb8-3751-4434-929c-f629c065a3d9', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'floating_ip_address': '172.27.3.223', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'port_id': 'ff54c39f-c144-43d9-b98e-674c20269a43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'mac_address': 'fa:16:3e:54:67:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fa482da-0cca-4e1c-9724-e4d5ee9d73fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:53:39Z', 'updated_at': '2022-07-06T13:53:53Z', 'revision_number': 1, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:53:55.593672 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cc61cd51-e478-459c-af50-bf1f7c7902b2 req-c8ab6a08-bea6-4377-a091-87e98ccb7d3e service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933828 Jul 06 13:53:55.772986 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4edb9-a4d9-44f5-86ba-20144dad983d req-94dba52d-a80b-460a-8a17-df75a05d0d92 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:55.774506 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-79c4edb9-a4d9-44f5-86ba-20144dad983d req-94dba52d-a80b-460a-8a17-df75a05d0d92 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 944 time: 0.0501935 Jul 06 13:53:55.784569 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c5f5a-563d-4e03-92b4-263ba043de6f None None] New status for floating IP 35c1dbb8-3751-4434-929c-f629c065a3d9: ACTIVE {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:53:55.816757 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:55.822839 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:55.825789 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-79c4edb9-a4d9-44f5-86ba-20144dad983d req-0bc00b0d-d9d3-4a26-adf9-cc5bcfcb7967 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456114 Jul 06 13:53:55.927288 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:53:56.482651 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aea52-7e3d-4a89-878a-f09aa083b65a req-2f244624-ee0b-4be4-ba33-754dfe9d1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:56.484132 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a39aea52-7e3d-4a89-878a-f09aa083b65a req-2f244624-ee0b-4be4-ba33-754dfe9d1ac6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 1128 time: 0.0616798 Jul 06 13:53:56.517186 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:56.594509 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cc61cd51-e478-459c-af50-bf1f7c7902b2 req-0265de7e-3bef-47f1-95af-5c4ecd2bdf71 service neutron] 10.222.0.39 "GET /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793547 Jul 06 13:53:56.617809 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aea52-7e3d-4a89-878a-f09aa083b65a req-4dffd9dd-cec5-4e27-8b61-c7f256dd9155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:56.619260 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a39aea52-7e3d-4a89-878a-f09aa083b65a req-4dffd9dd-cec5-4e27-8b61-c7f256dd9155 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 913 time: 0.1113636 Jul 06 13:53:56.661493 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a39aea52-7e3d-4a89-878a-f09aa083b65a req-f7fa1aec-5fb3-4c86-9c5c-8d91549619c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4a21c4c-d429-4422-94d4-fcf1670202ed HTTP/1.1" status: 200 len: 217 time: 0.0337043 Jul 06 13:53:56.710159 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aea52-7e3d-4a89-878a-f09aa083b65a req-d62a4ac2-1dd6-44b2-a969-8574b64d113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:56.711600 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a39aea52-7e3d-4a89-878a-f09aa083b65a req-d62a4ac2-1dd6-44b2-a969-8574b64d113b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0439100 Jul 06 13:53:56.765794 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aea52-7e3d-4a89-878a-f09aa083b65a req-39b7cf81-cb72-425e-997d-8b755d4440c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:56.767260 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a39aea52-7e3d-4a89-878a-f09aa083b65a req-39b7cf81-cb72-425e-997d-8b755d4440c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431352 Jul 06 13:53:56.855023 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a39aea52-7e3d-4a89-878a-f09aa083b65a req-445a0777-7d27-4ec3-8bf4-deaf1028812d service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819330 Jul 06 13:53:56.889451 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:53:56.940843 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8abd20-351a-4cad-b044-d7f67c5b7a84 req-38d10b7f-8d1f-4ebe-bb17-4d3c47b35765 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:56.942337 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ae8abd20-351a-4cad-b044-d7f67c5b7a84 req-38d10b7f-8d1f-4ebe-bb17-4d3c47b35765 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 944 time: 0.0489397 Jul 06 13:53:56.949801 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a39aea52-7e3d-4a89-878a-f09aa083b65a req-b8cc5de6-8687-4db9-a6c5-2c1fddfe6172 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891445 Jul 06 13:53:56.992278 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ae8abd20-351a-4cad-b044-d7f67c5b7a84 req-b5e063b0-38bb-45bf-b329-b20702c32f39 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431688 Jul 06 13:53:58.114526 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786acf4-62ab-457d-9ae8-2c262590e699 req-fc74ad0e-96a7-4e31-9ce0-69af16e7aadd tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:58.116423 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7786acf4-62ab-457d-9ae8-2c262590e699 req-fc74ad0e-96a7-4e31-9ce0-69af16e7aadd tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 944 time: 0.0505557 Jul 06 13:53:58.165930 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-7786acf4-62ab-457d-9ae8-2c262590e699 req-243dab11-0319-4019-99ce-f2f4e6830e79 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440078 Jul 06 13:53:59.279213 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3181fe-360b-4b86-a407-0c89921de6af req-bd58f8e5-caac-400a-9327-b95ef22d3aff tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:53:59.280667 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dd3181fe-360b-4b86-a407-0c89921de6af req-bd58f8e5-caac-400a-9327-b95ef22d3aff tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 944 time: 0.0472231 Jul 06 13:53:59.331259 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dd3181fe-360b-4b86-a407-0c89921de6af req-bbce27cf-a246-400f-9582-3a7e44ccf943 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450974 Jul 06 13:54:00.445580 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0f7b5-8875-457c-a26f-0c471f077f76 req-974ee382-912f-4ead-b67f-380a0bb36da2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:00.447054 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3aa0f7b5-8875-457c-a26f-0c471f077f76 req-974ee382-912f-4ead-b67f-380a0bb36da2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 944 time: 0.0487013 Jul 06 13:54:00.500155 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3aa0f7b5-8875-457c-a26f-0c471f077f76 req-40878574-5ae8-4e25-bb6b-e2388c638547 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469418 Jul 06 13:54:01.618272 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e3158-d4c9-4fd6-9eb9-c8cd40199484 req-13d1fdb5-f8a9-4d8e-835a-5223567d1b70 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:01.619590 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b70e3158-d4c9-4fd6-9eb9-c8cd40199484 req-13d1fdb5-f8a9-4d8e-835a-5223567d1b70 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 944 time: 0.0488317 Jul 06 13:54:01.667420 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b70e3158-d4c9-4fd6-9eb9-c8cd40199484 req-7d1bd8b4-0853-4a3e-ba6a-2ef3b6c99e80 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424294 Jul 06 13:54:02.779923 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1b7c1-733a-45a0-a4a6-c0ce13eeafc8 req-845b12bb-ba06-480e-84a0-8294e5056ff2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:02.781401 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-abb1b7c1-733a-45a0-a4a6-c0ce13eeafc8 req-845b12bb-ba06-480e-84a0-8294e5056ff2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 944 time: 0.0476723 Jul 06 13:54:02.830392 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-abb1b7c1-733a-45a0-a4a6-c0ce13eeafc8 req-8999cad7-6f07-47c7-8c4b-ef4b679132d4 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436137 Jul 06 13:54:03.946089 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47484b-ba65-459f-a842-4b7716a7955d req-199f08b5-9139-4d16-9f06-d7161d8a8549 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:03.947624 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-db47484b-ba65-459f-a842-4b7716a7955d req-199f08b5-9139-4d16-9f06-d7161d8a8549 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 944 time: 0.0513730 Jul 06 13:54:03.998072 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-db47484b-ba65-459f-a842-4b7716a7955d req-5c916359-8953-4f18-a3e5-45c41e338901 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445564 Jul 06 13:54:04.704641 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e4a21c4c-d429-4422-94d4-fcf1670202ed details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:54:04.799957 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:04.815936 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port e4a21c4c-d429-4422-94d4-fcf1670202ed, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e4a21c4c-d429-4422-94d4-fcf1670202ed,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:04.827506 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'port_id': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'mac_address': 'fa:16:3e:fd:d5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:54:04.862946 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port e4a21c4c-d429-4422-94d4-fcf1670202ed is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:54:04.863328 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:04.876624 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a21c4c-d429-4422-94d4-fcf1670202ed {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:54:04.900416 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port e4a21c4c-d429-4422-94d4-fcf1670202ed, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e4a21c4c-d429-4422-94d4-fcf1670202ed,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:04.904751 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:04.955879 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=e4a21c4c-d429-4422-94d4-fcf1670202ed,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:05.111429 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d02af-8425-4ad7-a387-dbd53b38393e req-57db2995-2908-4d69-9533-0f0a63883f74 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:05.112917 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4d6d02af-8425-4ad7-a387-dbd53b38393e req-57db2995-2908-4d69-9533-0f0a63883f74 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 945 time: 0.0481663 Jul 06 13:54:05.169216 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4d6d02af-8425-4ad7-a387-dbd53b38393e req-4c12df51-128f-4383-9389-4c6a4ee75653 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493269 Jul 06 13:54:05.355172 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['e4a21c4c-d429-4422-94d4-fcf1670202ed'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:54:05.398034 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:06.289873 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06847185-c934-4d8c-8285-fa74e24fa152 req-1359e734-f037-4a3d-8433-42c47616aa94 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:06.291347 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-06847185-c934-4d8c-8285-fa74e24fa152 req-1359e734-f037-4a3d-8433-42c47616aa94 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 945 time: 0.0531011 Jul 06 13:54:06.341377 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-06847185-c934-4d8c-8285-fa74e24fa152 req-163407ec-e7fe-4213-b153-e343b25f770b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442789 Jul 06 13:54:06.458365 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:06.461479 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:06.714605 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e4a21c4c-d429-4422-94d4-fcf1670202ed up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:54:06.761213 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port e4a21c4c-d429-4422-94d4-fcf1670202ed completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:54:06.767174 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port e4a21c4c-d429-4422-94d4-fcf1670202ed triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:54:06.767560 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:06.842641 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port e4a21c4c-d429-4422-94d4-fcf1670202ed is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:54:06.843031 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:06.864897 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a21c4c-d429-4422-94d4-fcf1670202ed'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:54:06.867875 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1739a4b7-a8ad-441a-a13f-52899fd3a680" -d '{"events": [{"server_uuid": "9875fc3c-1cca-43d0-8856-2bc17d3f6eb7", "name": "network-vif-plugged", "status": "completed", "tag": "e4a21c4c-d429-4422-94d4-fcf1670202ed"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:06.880659 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port e4a21c4c-d429-4422-94d4-fcf1670202ed, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e4a21c4c-d429-4422-94d4-fcf1670202ed,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:54:06.885919 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:06.907754 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3be4fd-cfc8-4e2e-862e-bbd456bcaef5 x-openstack-request-id: req-fe3be4fd-cfc8-4e2e-862e-bbd456bcaef5 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:06.908040 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9875fc3c-1cca-43d0-8856-2bc17d3f6eb7", "name": "network-vif-plugged", "status": "completed", "tag": "e4a21c4c-d429-4422-94d4-fcf1670202ed", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:06.908288 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe3be4fd-cfc8-4e2e-862e-bbd456bcaef5 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:06.908672 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3be4fd-cfc8-4e2e-862e-bbd456bcaef5'] response: {'server_uuid': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'code': 200} Jul 06 13:54:06.933690 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=e4a21c4c-d429-4422-94d4-fcf1670202ed,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:07.177793 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73edca-6fb2-403e-82ce-fce02945c63e req-03d93320-d0c9-4efd-b3eb-56162946827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:07.179820 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3d73edca-6fb2-403e-82ce-fce02945c63e req-03d93320-d0c9-4efd-b3eb-56162946827a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 1130 time: 0.0435977 Jul 06 13:54:07.226344 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3d73edca-6fb2-403e-82ce-fce02945c63e req-7ea5254c-7e86-4ccd-b706-08612be90bab service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399041 Jul 06 13:54:07.446753 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:07.455186 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b393e9-3193-4a9d-85c9-e21807214f20 req-7b46e6cd-8021-4399-9671-4bbb693d5025 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:07.456648 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-60b393e9-3193-4a9d-85c9-e21807214f20 req-7b46e6cd-8021-4399-9671-4bbb693d5025 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 946 time: 0.0483468 Jul 06 13:54:07.481580 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:07.507376 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-60b393e9-3193-4a9d-85c9-e21807214f20 req-f4c6329c-58d0-425a-861e-c16c87ab3aee tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449452 Jul 06 13:54:08.619965 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab40a04-4e15-4351-80dd-3ed02e4d30a1 req-60b1e384-78fe-4f67-99e8-f22c02b4fd1c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:08.621397 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cab40a04-4e15-4351-80dd-3ed02e4d30a1 req-60b1e384-78fe-4f67-99e8-f22c02b4fd1c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 946 time: 0.0467806 Jul 06 13:54:08.675471 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cab40a04-4e15-4351-80dd-3ed02e4d30a1 req-e9049703-9bcb-4d54-8ee5-5ecae4caf6ce tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481682 Jul 06 13:54:09.497663 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-726c6882-7b6b-48f1-8b00-8fef20750648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:09.795672 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539faa99-f65f-40f0-9aa9-f0b2ea5baeb4 req-7b45830b-4f1a-41ee-ae1f-d382930c943b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:09.797146 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-539faa99-f65f-40f0-9aa9-f0b2ea5baeb4 req-7b45830b-4f1a-41ee-ae1f-d382930c943b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 946 time: 0.0467284 Jul 06 13:54:09.848901 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-539faa99-f65f-40f0-9aa9-f0b2ea5baeb4 req-58f2da2f-8ab3-4005-bb69-76f8df95afa4 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460892 Jul 06 13:54:09.972303 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453c749-6813-4313-bbd0-64f85a3fc1f6 req-762572c6-7752-4f4a-863b-5e232f7f9766 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:09.974660 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b453c749-6813-4313-bbd0-64f85a3fc1f6 req-762572c6-7752-4f4a-863b-5e232f7f9766 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 946 time: 0.0599995 Jul 06 13:54:10.018153 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:10.023537 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b453c749-6813-4313-bbd0-64f85a3fc1f6 req-7ccbe67c-d08d-4cf1-8284-3cf948f08637 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434053 Jul 06 13:54:10.044869 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38008) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:54:10.084933 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b3b91e-d30c-448d-b4e6-fd56e98b67e8 tempest-TestVolumeBootPattern-1938410128 tempest-TestVolumeBootPattern-1938410128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:10.086503 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a9b3b91e-d30c-448d-b4e6-fd56e98b67e8 tempest-TestVolumeBootPattern-1938410128 tempest-TestVolumeBootPattern-1938410128-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 1125 time: 0.0406661 Jul 06 13:54:10.089180 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38010) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:54:10.093263 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'port_id': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:54:10.113361 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:10.194813 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:10.299191 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Allocated IP 172.27.3.21 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/56484582-eaa3-4c31-88c4-d987db8180d9) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:54:10.312746 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:10.405223 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for port (56484582-eaa3-4c31-88c4-d987db8180d9), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:10.437435 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (56484582-eaa3-4c31-88c4-d987db8180d9), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:10.477897 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:54:10.480715 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:54:10.484480 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:54:10.489554 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'Port': ['ID=56484582-eaa3-4c31-88c4-d987db8180d9,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:10.832194 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:10.835606 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for floatingip (de485429-3847-4457-b898-736dd796e161), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:10.901667 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (56484582-eaa3-4c31-88c4-d987db8180d9), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:11.034955 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:11.049154 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for port (56484582-eaa3-4c31-88c4-d987db8180d9), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:11.054974 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (56484582-eaa3-4c31-88c4-d987db8180d9), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:11.125889 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'Port': ['ID=56484582-eaa3-4c31-88c4-d987db8180d9,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:54:11.137805 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (de485429-3847-4457-b898-736dd796e161), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:11.233164 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Floating IP de485429-3847-4457-b898-736dd796e161 associated. External IP: 172.27.3.21, port: e4a21c4c-d429-4422-94d4-fcf1670202ed. Jul 06 13:54:11.686076 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:54:11.790747 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:54:11.800593 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274750b7-b7d3-4a9d-80c7-44a53ce1199b None None] Sync routers for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:54:11.809912 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:11.810647 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274750b7-b7d3-4a9d-80c7-44a53ce1199b None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:54:11.811248 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-274750b7-b7d3-4a9d-80c7-44a53ce1199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:53:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:11.841958 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-79dcedb1-ffc2-471f-8fd5-e8199fdd1945 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7517800 Jul 06 13:54:11.842531 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'tag': 'e4a21c4c-d429-4422-94d4-fcf1670202ed'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:54:11.844752 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfc57da-3d0e-4088-b2f0-d9751f79f7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9875fc3c-1cca-43d0-8856-2bc17d3f6eb7", "tag": "e4a21c4c-d429-4422-94d4-fcf1670202ed"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:54:11.881389 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67905c59-4391-4e2b-9e64-22973b4189ee x-openstack-request-id: req-67905c59-4391-4e2b-9e64-22973b4189ee {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:54:11.881777 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9875fc3c-1cca-43d0-8856-2bc17d3f6eb7", "tag": "e4a21c4c-d429-4422-94d4-fcf1670202ed", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:54:11.882049 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67905c59-4391-4e2b-9e64-22973b4189ee {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:54:11.882461 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67905c59-4391-4e2b-9e64-22973b4189ee'] response: {'name': 'network-changed', 'server_uuid': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'tag': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'status': 'completed', 'code': 200} Jul 06 13:54:11.890701 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:11.915758 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-274750b7-b7d3-4a9d-80c7-44a53ce1199b None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:54:11.968515 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-0a7f11c0-35da-4e49-8765-f6ebb634cd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:11.978860 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc57da-3d0e-4088-b2f0-d9751f79f7eb req-33682a91-244f-45d4-9463-80c9e14892f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:11.980371 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-acfc57da-3d0e-4088-b2f0-d9751f79f7eb req-33682a91-244f-45d4-9463-80c9e14892f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 1130 time: 0.0420699 Jul 06 13:54:12.010454 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:12.075290 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc57da-3d0e-4088-b2f0-d9751f79f7eb req-c7eade6d-ce2e-499f-919e-e2a973d03dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:12.076791 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-acfc57da-3d0e-4088-b2f0-d9751f79f7eb req-c7eade6d-ce2e-499f-919e-e2a973d03dfd service neutron] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 913 time: 0.0906491 Jul 06 13:54:12.150873 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-acfc57da-3d0e-4088-b2f0-d9751f79f7eb req-0b91d7d5-91a6-4294-9a59-071f2ffb1a5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4a21c4c-d429-4422-94d4-fcf1670202ed HTTP/1.1" status: 200 len: 999 time: 0.0671182 Jul 06 13:54:12.201021 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc57da-3d0e-4088-b2f0-d9751f79f7eb req-3acfb9eb-4999-4b65-a520-b0e67b99607a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:12.202475 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-acfc57da-3d0e-4088-b2f0-d9751f79f7eb req-3acfb9eb-4999-4b65-a520-b0e67b99607a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0460131 Jul 06 13:54:12.247065 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc57da-3d0e-4088-b2f0-d9751f79f7eb req-766fdb00-8cf0-466e-9202-bd921cf155bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:54:12.248563 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-acfc57da-3d0e-4088-b2f0-d9751f79f7eb req-766fdb00-8cf0-466e-9202-bd921cf155bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395694 Jul 06 13:54:12.267010 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-274750b7-b7d3-4a9d-80c7-44a53ce1199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'de485429-3847-4457-b898-736dd796e161', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:fd:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:54:10Z', 'updated_at': '2022-07-06T13:54:10Z', 'revision_number': 0, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:12.297626 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274750b7-b7d3-4a9d-80c7-44a53ce1199b None None] Checking router: b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:54:12.299562 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:12.309550 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274750b7-b7d3-4a9d-80c7-44a53ce1199b None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:54:12.310163 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-274750b7-b7d3-4a9d-80c7-44a53ce1199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:54:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:12.350769 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-acfc57da-3d0e-4088-b2f0-d9751f79f7eb req-0f9bf13b-7f06-4483-b7e0-235c13c1fffe service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957053 Jul 06 13:54:12.414096 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:12.415766 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-274750b7-b7d3-4a9d-80c7-44a53ce1199b None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:54:12.442209 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-acfc57da-3d0e-4088-b2f0-d9751f79f7eb req-53f644f5-91f6-4392-9a00-5005f6d59d68 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852790 Jul 06 13:54:12.632070 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-274750b7-b7d3-4a9d-80c7-44a53ce1199b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'de485429-3847-4457-b898-736dd796e161', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:fd:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:54:10Z', 'updated_at': '2022-07-06T13:54:10Z', 'revision_number': 0, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:54:12.656405 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274750b7-b7d3-4a9d-80c7-44a53ce1199b None None] The sync data for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi is: [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'de485429-3847-4457-b898-736dd796e161', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:fd:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:54:10Z', 'updated_at': '2022-07-06T13:54:10Z', 'revision_number': 0, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:54:12.844386 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3afa01-ad10-48c0-b4fa-3d58ebfb4cf3 None None] New status for floating IP de485429-3847-4457-b898-736dd796e161: ACTIVE {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:54:12.899804 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:14.375561 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:14.657416 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:19.841159 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=12 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:19.845285 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=15 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:22.433227 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=39 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:22.439427 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:24.602474 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:31.920690 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:31.925510 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:32.926597 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:54:34.595938 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=67 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:34.597723 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:39.500448 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c253dc1c-61ca-47b7-a924-ea1b6c06aeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:41.961882 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-add8f05a-ae87-405d-9abd-2fdf2b293c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:42.903252 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:42.921472 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:42.922228 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:54:44.378661 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:44.659700 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:54:54.617447 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:03.712991 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81364e62-3223-4a69-bc3f-ed80ffdbf331 req-f6bb4ee6-abcc-4ae4-92b1-153ba41a1f52 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:03.714425 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-81364e62-3223-4a69-bc3f-ed80ffdbf331 req-f6bb4ee6-abcc-4ae4-92b1-153ba41a1f52 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0527604 Jul 06 13:55:03.762428 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-81364e62-3223-4a69-bc3f-ed80ffdbf331 req-e4f3b85e-7816-44b9-a680-d7f7f9e459e0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410750 Jul 06 13:55:04.606140 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:04.613165 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:04.884440 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa322b-b76f-4002-9359-0fa97ca061d4 req-5d65fe3b-f546-433f-bd33-125081b3d8c9 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:04.885843 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-18fa322b-b76f-4002-9359-0fa97ca061d4 req-5d65fe3b-f546-433f-bd33-125081b3d8c9 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0487659 Jul 06 13:55:04.932628 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-18fa322b-b76f-4002-9359-0fa97ca061d4 req-0e3e1994-dd94-4954-bd61-83aa28062536 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406201 Jul 06 13:55:06.050941 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d2a8d-dec2-4bb8-8815-e27b29c5fb8a req-a5a0ece4-6f4b-46e2-a473-27f2140da003 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:06.052406 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a57d2a8d-dec2-4bb8-8815-e27b29c5fb8a req-a5a0ece4-6f4b-46e2-a473-27f2140da003 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0475624 Jul 06 13:55:06.099837 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a57d2a8d-dec2-4bb8-8815-e27b29c5fb8a req-80955ab4-6903-4e61-8af1-65a5f4a6c016 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420010 Jul 06 13:55:07.216693 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be93289-0e6b-4ff4-9de8-0f1e0464e86f req-4ddffe43-ec91-404f-b7a5-dae6357f34b3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:07.218198 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9be93289-0e6b-4ff4-9de8-0f1e0464e86f req-4ddffe43-ec91-404f-b7a5-dae6357f34b3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0472004 Jul 06 13:55:07.264610 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9be93289-0e6b-4ff4-9de8-0f1e0464e86f req-669bcc8a-d43a-4758-ba74-c6e6c74091a3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408020 Jul 06 13:55:08.385663 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2ff0f-672b-45af-acb1-870a34ee4393 req-4814a9c6-c435-4da7-b7ab-1c8343c73eac tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:08.387129 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c7b2ff0f-672b-45af-acb1-870a34ee4393 req-4814a9c6-c435-4da7-b7ab-1c8343c73eac tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0502882 Jul 06 13:55:08.435192 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c7b2ff0f-672b-45af-acb1-870a34ee4393 req-a3eaec60-2b86-46a2-b2ce-73768982ecd1 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424283 Jul 06 13:55:08.920466 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:08.922300 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:09.503004 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-f401044e-64a4-4081-9c98-d16d5f6dce86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:09.552500 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee132d3-c262-4c7e-8e7a-1bac725ff892 req-e077d6ab-1b3d-4943-bed1-0893014dcbee tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:09.553986 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1ee132d3-c262-4c7e-8e7a-1bac725ff892 req-e077d6ab-1b3d-4943-bed1-0893014dcbee tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0467491 Jul 06 13:55:09.600849 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1ee132d3-c262-4c7e-8e7a-1bac725ff892 req-0659ab25-587e-465a-a579-390f35dfacee tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408051 Jul 06 13:55:09.925738 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:55:10.725841 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead3226-c968-4979-a1c8-da65bd2148ae req-8c1a2ccc-5897-4dab-9fd7-6416055cd8e5 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:10.727341 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fead3226-c968-4979-a1c8-da65bd2148ae req-8c1a2ccc-5897-4dab-9fd7-6416055cd8e5 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0521500 Jul 06 13:55:10.774874 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fead3226-c968-4979-a1c8-da65bd2148ae req-c37fc664-f074-4f1a-a447-ba291a5e46cd tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413496 Jul 06 13:55:11.893550 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210180fd-39fd-4d6c-a515-aff4356d5df2 req-fa73d3f8-7a65-4896-9874-f2e771a5cb54 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:11.895002 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-210180fd-39fd-4d6c-a515-aff4356d5df2 req-fa73d3f8-7a65-4896-9874-f2e771a5cb54 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0475485 Jul 06 13:55:11.944340 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-210180fd-39fd-4d6c-a515-aff4356d5df2 req-3af214e1-956f-440f-89b5-593d3258808b tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437706 Jul 06 13:55:11.967688 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-08f98687-db76-4e20-9226-7f2d698bfdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:12.905892 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:13.064373 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde349e-1302-43e7-806a-8d5ff64c71c4 req-476551d0-dbf9-4035-847d-8efbfaf7a799 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:13.065850 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9cde349e-1302-43e7-806a-8d5ff64c71c4 req-476551d0-dbf9-4035-847d-8efbfaf7a799 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0476763 Jul 06 13:55:13.112835 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9cde349e-1302-43e7-806a-8d5ff64c71c4 req-5998126d-38a2-4dee-a08e-3e2de139e124 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414612 Jul 06 13:55:14.234971 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446d4fb-1340-4432-be44-32d364bd46c4 req-5120688b-17d5-451a-97bd-377c884daa0a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:14.236450 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9446d4fb-1340-4432-be44-32d364bd46c4 req-5120688b-17d5-451a-97bd-377c884daa0a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0487764 Jul 06 13:55:14.283429 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9446d4fb-1340-4432-be44-32d364bd46c4 req-93753807-cd8c-44e0-a801-44cde3331668 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414119 Jul 06 13:55:14.383229 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:14.662357 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:15.404002 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f56bb5-128f-41be-a9c3-f75ef8d8ac46 req-e9c685ae-2127-4dd2-9884-1687967d36d0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:15.405375 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-59f56bb5-128f-41be-a9c3-f75ef8d8ac46 req-e9c685ae-2127-4dd2-9884-1687967d36d0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0464816 Jul 06 13:55:15.456473 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-59f56bb5-128f-41be-a9c3-f75ef8d8ac46 req-147c8de0-b2a8-4756-a428-2ab8f4fa75b2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456216 Jul 06 13:55:16.577674 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a863c7f-f2b6-4bc0-9634-f62979e42ac2 req-c4bb3579-4c4c-49cb-9323-b37031b2e564 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:16.579411 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a863c7f-f2b6-4bc0-9634-f62979e42ac2 req-c4bb3579-4c4c-49cb-9323-b37031b2e564 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0500433 Jul 06 13:55:16.627995 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3a863c7f-f2b6-4bc0-9634-f62979e42ac2 req-e800f2f3-1f0a-4473-8583-0688d4346262 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424387 Jul 06 13:55:17.069708 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 92164628-0711-4bbe-835d-289c030d699a details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:55:17.173773 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 92164628-0711-4bbe-835d-289c030d699a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=92164628-0711-4bbe-835d-289c030d699a,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:17.185411 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '92164628-0711-4bbe-835d-289c030d699a', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'port_id': '92164628-0711-4bbe-835d-289c030d699a', 'mac_address': 'fa:16:3e:59:e1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:55:17.219321 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 92164628-0711-4bbe-835d-289c030d699a is: ACTIVE; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:55:17.219699 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (92164628-0711-4bbe-835d-289c030d699a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:17.231943 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92164628-0711-4bbe-835d-289c030d699a {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:55:17.251655 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 92164628-0711-4bbe-835d-289c030d699a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=92164628-0711-4bbe-835d-289c030d699a,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:17.255260 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (92164628-0711-4bbe-835d-289c030d699a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:17.301953 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=92164628-0711-4bbe-835d-289c030d699a,revision_number=6']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:17.309498 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.309847 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.310189 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.310528 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.310864 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.311188 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.311510 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.311831 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.312155 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.312471 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.312791 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.313142 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.313460 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.313775 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.314090 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:17.470286 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['92164628-0711-4bbe-835d-289c030d699a'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:55:17.757132 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6ae89-bf0e-4049-bc73-436cdd9afafc req-25628215-e303-49a9-afc5-4e7445f5ffad tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:17.758596 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03c6ae89-bf0e-4049-bc73-436cdd9afafc req-25628215-e303-49a9-afc5-4e7445f5ffad tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 944 time: 0.0522890 Jul 06 13:55:17.804813 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03c6ae89-bf0e-4049-bc73-436cdd9afafc req-40593df3-59af-41aa-9796-12770392f917 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399964 Jul 06 13:55:18.926649 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f1dec-1ff0-446b-b11f-ee84932f74e0 req-718a00eb-6b1f-48fd-8122-8a63e2582b94 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:18.928083 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ff9f1dec-1ff0-446b-b11f-ee84932f74e0 req-718a00eb-6b1f-48fd-8122-8a63e2582b94 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 944 time: 0.0463960 Jul 06 13:55:18.974412 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ff9f1dec-1ff0-446b-b11f-ee84932f74e0 req-55980031-644f-4922-9912-56a99306525c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409603 Jul 06 13:55:19.083762 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 92164628-0711-4bbe-835d-289c030d699a up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:55:19.126416 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 92164628-0711-4bbe-835d-289c030d699a triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:55:19.126716 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (92164628-0711-4bbe-835d-289c030d699a), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:19.198763 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 92164628-0711-4bbe-835d-289c030d699a is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:55:19.199146 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (92164628-0711-4bbe-835d-289c030d699a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:19.223297 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92164628-0711-4bbe-835d-289c030d699a'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:55:19.225541 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffcc268-a02c-4c03-a58c-966fdfa8964c" -d '{"events": [{"server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "name": "network-vif-plugged", "status": "completed", "tag": "92164628-0711-4bbe-835d-289c030d699a"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:19.240089 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 92164628-0711-4bbe-835d-289c030d699a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=92164628-0711-4bbe-835d-289c030d699a,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:19.245610 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (92164628-0711-4bbe-835d-289c030d699a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:19.268587 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb61f1d-01f7-4cea-9a6e-0892144381fc x-openstack-request-id: req-0eb61f1d-01f7-4cea-9a6e-0892144381fc {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:19.268869 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "name": "network-vif-plugged", "status": "completed", "tag": "92164628-0711-4bbe-835d-289c030d699a", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:19.269141 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0eb61f1d-01f7-4cea-9a6e-0892144381fc {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:19.269530 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb61f1d-01f7-4cea-9a6e-0892144381fc'] response: {'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92164628-0711-4bbe-835d-289c030d699a', 'code': 200} Jul 06 13:55:19.297149 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=92164628-0711-4bbe-835d-289c030d699a,revision_number=7']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:19.920782 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:19.921592 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:20.094869 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165f5bf-25d3-4033-a88b-058a967757ed req-cc90d4de-5f92-485f-9501-251fbd4913fe tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:20.096315 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1165f5bf-25d3-4033-a88b-058a967757ed req-cc90d4de-5f92-485f-9501-251fbd4913fe tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0488298 Jul 06 13:55:20.142783 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1165f5bf-25d3-4033-a88b-058a967757ed req-5c2a436d-7c4d-466c-b2e3-68d9a76fec26 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409405 Jul 06 13:55:21.104355 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b41c74-1087-48b6-aeed-ac5d7f014e7f req-26f1e0f2-c628-41ae-9f14-b52a2c5d754d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:21.105835 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-91b41c74-1087-48b6-aeed-ac5d7f014e7f req-26f1e0f2-c628-41ae-9f14-b52a2c5d754d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 946 time: 0.0535398 Jul 06 13:55:21.153062 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-91b41c74-1087-48b6-aeed-ac5d7f014e7f req-9d45bd90-fe66-4eaa-9219-49a603efec89 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410061 Jul 06 13:55:21.264758 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962008c0-2517-4b73-9f65-d8f627351efa req-11835b56-363b-48db-a675-c68c923e761b tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:21.266226 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-962008c0-2517-4b73-9f65-d8f627351efa req-11835b56-363b-48db-a675-c68c923e761b tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0479982 Jul 06 13:55:21.314075 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-962008c0-2517-4b73-9f65-d8f627351efa req-e5ba489a-354c-4b55-9a11-b4b566bc8d4a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422211 Jul 06 13:55:22.267973 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52e8c0-b4ed-4a74-a844-26c228fd70e0 req-7a6a54d9-19d4-4692-8afc-ac06e515d201 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:22.269445 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3b52e8c0-b4ed-4a74-a844-26c228fd70e0 req-7a6a54d9-19d4-4692-8afc-ac06e515d201 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 946 time: 0.0475340 Jul 06 13:55:22.320154 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3b52e8c0-b4ed-4a74-a844-26c228fd70e0 req-b75e4422-49b8-4ab8-a451-7ff135668131 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452754 Jul 06 13:55:22.431420 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d7395-ae1c-44a3-bc7f-38af9ab35a31 req-3afdecad-7b89-4a45-bda9-2caf2c974f18 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:22.432769 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-aa0d7395-ae1c-44a3-bc7f-38af9ab35a31 req-3afdecad-7b89-4a45-bda9-2caf2c974f18 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0466478 Jul 06 13:55:22.483156 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-aa0d7395-ae1c-44a3-bc7f-38af9ab35a31 req-3e66a6bd-3180-4261-991d-1596e8023d3e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442574 Jul 06 13:55:23.412052 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a64db-8bf3-4253-893c-990c36989545 req-59a9a1f6-ba46-4856-99e7-a2556a3f094a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:23.413589 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-926a64db-8bf3-4253-893c-990c36989545 req-59a9a1f6-ba46-4856-99e7-a2556a3f094a tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.39 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 946 time: 0.0785396 Jul 06 13:55:23.454818 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c0579-ca84-432b-a85b-a992dad3351c req-495c27dd-7b26-4614-8c6e-b66b8020ad3d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:23.461530 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-501c0579-ca84-432b-a85b-a992dad3351c req-495c27dd-7b26-4614-8c6e-b66b8020ad3d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 946 time: 0.0587463 Jul 06 13:55:23.465969 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:23.505269 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:23.516926 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Deleting port 73906c58-8548-4ecf-a678-d849a4bac0f7 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:55:23.517081 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-501c0579-ca84-432b-a85b-a992dad3351c req-c3fe5b3c-a8d6-48de-b4c8-d9b42b86c37d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups?id=f5d2be89-47a1-49a3-bd0d-913dd6aac042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543506 Jul 06 13:55:23.517202 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:23.638897 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e42c2-0da1-46bc-b7a9-922c8b3ecb79 req-4d3a74d3-ce51-4e41-b592-dd99590360d0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:23.639204 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] For port 73906c58-8548-4ecf-a678-d849a4bac0f7, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=73906c58-8548-4ecf-a678-d849a4bac0f7,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:23.639425 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:23.640572 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b78e42c2-0da1-46bc-b7a9-922c8b3ecb79 req-4d3a74d3-ce51-4e41-b592-dd99590360d0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0530803 Jul 06 13:55:23.688633 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:23.697673 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b78e42c2-0da1-46bc-b7a9-922c8b3ecb79 req-22fde3da-9075-4eef-9241-b49e7d9adf57 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490382 Jul 06 13:55:23.859076 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:23.859580 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (fb839a7c-375e-4771-bbde-0dcd2f524862), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:23.859934 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Floating IP fb839a7c-375e-4771-bbde-0dcd2f524862 disassociated. External IP: 172.27.3.216, port: 73906c58-8548-4ecf-a678-d849a4bac0f7. Jul 06 13:55:23.860434 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Calling delete_port for 73906c58-8548-4ecf-a678-d849a4bac0f7 owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:55:24.021355 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (73906c58-8548-4ecf-a678-d849a4bac0f7), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:24.055804 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event deleted for resources: {'Port': ['ID=73906c58-8548-4ecf-a678-d849a4bac0f7,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:24.068203 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.068550 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.070078 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.070433 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.070769 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.071260 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.071597 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.071926 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.072260 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.072585 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.072914 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.073269 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.074264 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.074264 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.074264 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:24.206474 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Router 6ce630d3-5c40-4d28-9981-ae1e585a6582 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:55:24.332385 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:24.346731 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2729ec95-dae6-4df1-8196-8bb028200754 None None] Sync routers for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:24.361679 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2729ec95-dae6-4df1-8196-8bb028200754 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:55:24.362578 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-2729ec95-dae6-4df1-8196-8bb028200754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:55:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:24.378709 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] No DVR routers for this DVR port 73906c58-8548-4ecf-a678-d849a4bac0f7 on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:55:24.382275 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:24.385757 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-926a64db-8bf3-4253-893c-990c36989545 req-01256181-380c-4af2-acf1-76851094d852 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.39 "DELETE /v2.0/ports/73906c58-8548-4ecf-a678-d849a4bac0f7 HTTP/1.1" status: 204 len: 173 time: 0.9663043 Jul 06 13:55:24.386428 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6603c1-852c-4efc-8442-14b7228cf3d0', 'name': 'network-vif-deleted', 'tag': '73906c58-8548-4ecf-a678-d849a4bac0f7'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:55:24.394672 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace1c5f6-19cd-4a3e-b440-4e215726aa60" -d '{"events": [{"server_uuid": "be6603c1-852c-4efc-8442-14b7228cf3d0", "name": "network-vif-deleted", "tag": "73906c58-8548-4ecf-a678-d849a4bac0f7"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:24.418041 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:24.454832 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:24.460637 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c46155c-ee70-4075-a3ed-b0377b8355e7 x-openstack-request-id: req-4c46155c-ee70-4075-a3ed-b0377b8355e7 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:24.461159 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6603c1-852c-4efc-8442-14b7228cf3d0", "name": "network-vif-deleted", "tag": "73906c58-8548-4ecf-a678-d849a4bac0f7", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:24.461394 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c46155c-ee70-4075-a3ed-b0377b8355e7 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:24.462120 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c46155c-ee70-4075-a3ed-b0377b8355e7'] response: {'server_uuid': 'be6603c1-852c-4efc-8442-14b7228cf3d0', 'name': 'network-vif-deleted', 'tag': '73906c58-8548-4ecf-a678-d849a4bac0f7', 'status': 'completed', 'code': 200} Jul 06 13:55:24.545954 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-2729ec95-dae6-4df1-8196-8bb028200754 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:55:24.702366 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f8867494-68c4-47a4-87cd-bfd10d39a21a req-9a9a27c1-2c8d-44e8-bf28-3b0a37eb044d tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/ports?device_id=be6603c1-852c-4efc-8442-14b7228cf3d0 HTTP/1.1" status: 200 len: 210 time: 0.0438366 Jul 06 13:55:24.827862 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:24.840070 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-2729ec95-dae6-4df1-8196-8bb028200754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:41Z', 'revision_number': 5, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:24.863550 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325781da-ab9f-4b3f-8979-fb4baad269a4 req-30797035-5bd9-452f-b8aa-8d5b9772c770 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:24.869463 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-325781da-ab9f-4b3f-8979-fb4baad269a4 req-30797035-5bd9-452f-b8aa-8d5b9772c770 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0631106 Jul 06 13:55:24.874223 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2729ec95-dae6-4df1-8196-8bb028200754 None None] Checking router: 6ce630d3-5c40-4d28-9981-ae1e585a6582 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:55:24.884127 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2729ec95-dae6-4df1-8196-8bb028200754 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:55:24.885120 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-2729ec95-dae6-4df1-8196-8bb028200754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:55:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:24.928650 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-325781da-ab9f-4b3f-8979-fb4baad269a4 req-2d359daa-54a8-42b8-9be5-c703475ec38f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580540 Jul 06 13:55:25.017839 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-2729ec95-dae6-4df1-8196-8bb028200754 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:55:25.252548 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-2729ec95-dae6-4df1-8196-8bb028200754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:41Z', 'revision_number': 5, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:25.283014 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2729ec95-dae6-4df1-8196-8bb028200754 None None] The sync data for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi is: [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:45:27Z', 'revision_number': 4, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': 'b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6', 'name': '', 'network_id': '971af843-a8c2-4694-8a42-a011949622a1', 'tenant_id': '05df572327d54bd99595974b75898052', 'mac_address': 'fa:16:3e:9f:95:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:26Z', 'updated_at': '2022-07-06T13:45:41Z', 'revision_number': 5, 'project_id': '05df572327d54bd99595974b75898052', 'subnets': [{'id': '9e1bcabb-e45a-4964-8332-c655940202a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:25.598071 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3b46b5-f67f-4407-a7a6-452348beb726 None None] New status for floating IP fb839a7c-375e-4771-bbde-0dcd2f524862: DOWN {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:55:25.640178 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b93a7-4eba-4123-b799-dfcb9dbd0eac req-5ed28471-9e38-40f3-bc55-c74012cba624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:25.645681 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-508b93a7-4eba-4123-b799-dfcb9dbd0eac req-5ed28471-9e38-40f3-bc55-c74012cba624 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 1129 time: 0.0492525 Jul 06 13:55:25.704836 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:25.777778 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b93a7-4eba-4123-b799-dfcb9dbd0eac req-60e15c4d-23a2-4a5d-ab10-db75af5eac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:25.779501 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-508b93a7-4eba-4123-b799-dfcb9dbd0eac req-60e15c4d-23a2-4a5d-ab10-db75af5eac50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 918 time: 0.1133876 Jul 06 13:55:25.846950 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:25.864317 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38330) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:25.891079 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-508b93a7-4eba-4123-b799-dfcb9dbd0eac req-79e82a6a-f659-4640-b2bd-75aff1d782ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92164628-0711-4bbe-835d-289c030d699a HTTP/1.1" status: 200 len: 1000 time: 0.1049426 Jul 06 13:55:25.936169 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:25.960210 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group (f5d2be89-47a1-49a3-bd0d-913dd6aac042), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:25.962688 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b93a7-4eba-4123-b799-dfcb9dbd0eac req-19058a10-bdf4-404f-8639-fc75e7bfeec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:25.965803 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-508b93a7-4eba-4123-b799-dfcb9dbd0eac req-19058a10-bdf4-404f-8639-fc75e7bfeec7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 200 len: 856 time: 0.0683420 Jul 06 13:55:25.991507 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group (f5d2be89-47a1-49a3-bd0d-913dd6aac042), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:26.025499 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b93a7-4eba-4123-b799-dfcb9dbd0eac req-e2c0f225-9c80-46d8-bb17-acb032209ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:26.028076 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-508b93a7-4eba-4123-b799-dfcb9dbd0eac req-e2c0f225-9c80-46d8-bb17-acb032209ab2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e12e604c-a9aa-4964-89ef-163e19d2e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528822 Jul 06 13:55:26.091896 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32eec5-08ec-4bf7-9aaf-e468ad84a6da req-708b2a40-1a3a-4fcc-8518-3d8778a3dcd7 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:26.097473 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2b32eec5-08ec-4bf7-9aaf-e468ad84a6da req-708b2a40-1a3a-4fcc-8518-3d8778a3dcd7 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0613635 Jul 06 13:55:26.123665 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (f5d2be89-47a1-49a3-bd0d-913dd6aac042), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:26.126384 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:26.127884 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "DELETE /v2.0/security-groups/f5d2be89-47a1-49a3-bd0d-913dd6aac042 HTTP/1.1" status: 204 len: 168 time: 0.2619066 Jul 06 13:55:26.133116 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38334) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:26.140468 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d2be89-47a1-49a3-bd0d-913dd6aac042,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:26.148863 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.api.v2.resource [None req-b95d49da-ad08-4ec6-a989-b9bb247df7bf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] show failed (client error): The resource could not be found. Jul 06 13:55:26.149914 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-b95d49da-ad08-4ec6-a989-b9bb247df7bf tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "GET /v2.0/security-groups/f5d2be89-47a1-49a3-bd0d-913dd6aac042 HTTP/1.1" status: 404 len: 347 time: 0.0159023 Jul 06 13:55:26.151850 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.152201 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.152542 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.152884 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.153240 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.153600 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.153954 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.154273 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.154842 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.155234 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38336) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:26.155523 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.156005 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.156517 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.157016 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.157493 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.157970 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b84b2d0-92fc-4938-b039-61743445de47 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:55:26.214232 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2b32eec5-08ec-4bf7-9aaf-e468ad84a6da req-06db55fa-f227-46da-911f-bef502cba38f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139343 Jul 06 13:55:26.259818 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-508b93a7-4eba-4123-b799-dfcb9dbd0eac req-d069cc9c-fbc0-49ff-80ed-2ccea16c3ece service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255113 Jul 06 13:55:26.335554 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee8595-4a64-4486-a3c0-d7ceba6ba549 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Deleting port 193564e8-dd9c-4ed5-86f2-ecca137864c5 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:55:26.335990 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8595-4a64-4486-a3c0-d7ceba6ba549 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (193564e8-dd9c-4ed5-86f2-ecca137864c5), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:26.462257 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-508b93a7-4eba-4123-b799-dfcb9dbd0eac req-01eaedb3-dc39-444a-9a22-f30f3330f278 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951833 Jul 06 13:55:26.483318 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8595-4a64-4486-a3c0-d7ceba6ba549 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (193564e8-dd9c-4ed5-86f2-ecca137864c5), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:26.483688 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8595-4a64-4486-a3c0-d7ceba6ba549 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (193564e8-dd9c-4ed5-86f2-ecca137864c5), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:26.503061 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee8595-4a64-4486-a3c0-d7ceba6ba549 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Calling delete_port for 193564e8-dd9c-4ed5-86f2-ecca137864c5 owned by network:floatingip {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:55:26.679741 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8595-4a64-4486-a3c0-d7ceba6ba549 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (193564e8-dd9c-4ed5-86f2-ecca137864c5), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:26.705316 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee8595-4a64-4486-a3c0-d7ceba6ba549 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Pushing event deleted for resources: {'Port': ['ID=193564e8-dd9c-4ed5-86f2-ecca137864c5,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:26.788056 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8595-4a64-4486-a3c0-d7ceba6ba549 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks [] for floatingip (fb839a7c-375e-4771-bbde-0dcd2f524862), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:26.790797 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8595-4a64-4486-a3c0-d7ceba6ba549 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:26.792053 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-c9ee8595-4a64-4486-a3c0-d7ceba6ba549 tempest-AttachVolumeTestJSON-1571746075 tempest-AttachVolumeTestJSON-1571746075-project] 10.222.0.20 "DELETE /v2.0/floatingips/fb839a7c-375e-4771-bbde-0dcd2f524862 HTTP/1.1" status: 204 len: 168 time: 0.6359115 Jul 06 13:55:27.159386 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 73906c58-8548-4ecf-a678-d849a4bac0f7 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:27.183870 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 73906c58-8548-4ecf-a678-d849a4bac0f7 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:55:27.184215 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 73906c58-8548-4ecf-a678-d849a4bac0f7 not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:27.353699 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0f884-4e67-44c7-b15c-c92c9700858d req-6213ff79-2e61-474b-b273-2aafce66f0d8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:27.355583 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e0c0f884-4e67-44c7-b15c-c92c9700858d req-6213ff79-2e61-474b-b273-2aafce66f0d8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0621805 Jul 06 13:55:27.417077 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e0c0f884-4e67-44c7-b15c-c92c9700858d req-e56e329d-5f40-491f-be7d-69aa72a74ecb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546346 Jul 06 13:55:28.571816 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d879dc2-78d0-46e3-80ac-d3b0845edbbe req-bfcabfea-5915-4440-967f-ebca01f554ca tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:28.573472 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5d879dc2-78d0-46e3-80ac-d3b0845edbbe req-bfcabfea-5915-4440-967f-ebca01f554ca tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0710528 Jul 06 13:55:28.624148 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5d879dc2-78d0-46e3-80ac-d3b0845edbbe req-5f3df5f8-e5d3-44eb-8779-64cfb50c731f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444441 Jul 06 13:55:29.717970 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:29.766880 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97a0d0-07b2-4dac-8e8c-62e9a25122b6 req-eb322c0f-401f-415b-ba00-1cb433e159a0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:29.768396 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9d97a0d0-07b2-4dac-8e8c-62e9a25122b6 req-eb322c0f-401f-415b-ba00-1cb433e159a0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0598826 Jul 06 13:55:29.823143 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9d97a0d0-07b2-4dac-8e8c-62e9a25122b6 req-598509cd-fbc4-4246-b54c-8bb8ba397f93 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480955 Jul 06 13:55:30.494653 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38390) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:30.614644 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:30.942462 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4b67263f-cea1-4003-9528-16e86c775cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33259198'] for router_interface (6ce630d3-5c40-4d28-9981-ae1e585a6582), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:30.979182 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da5bae-7d11-48d4-9654-0d93cdbf5b00 req-b7c9e2da-cac1-4a4b-ae3c-2a481e57ccc9 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:30.981450 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-55da5bae-7d11-48d4-9654-0d93cdbf5b00 req-b7c9e2da-cac1-4a4b-ae3c-2a481e57ccc9 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0596588 Jul 06 13:55:31.069885 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-55da5bae-7d11-48d4-9654-0d93cdbf5b00 req-7cd64730-4690-4df1-a421-0cb9caf4119a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811927 Jul 06 13:55:31.221873 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-4b67263f-cea1-4003-9528-16e86c775cd8 admin admin] Deleting port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:55:31.222294 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4b67263f-cea1-4003-9528-16e86c775cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:31.650873 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-4b67263f-cea1-4003-9528-16e86c775cd8 admin admin] For port b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:31.651241 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4b67263f-cea1-4003-9528-16e86c775cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:31.673301 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-4b67263f-cea1-4003-9528-16e86c775cd8 admin admin] Calling delete_port for b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 owned by network:router_interface {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:55:31.862410 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:31.877758 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:31.888766 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4b67263f-cea1-4003-9528-16e86c775cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:31.912855 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67263f-cea1-4003-9528-16e86c775cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:32.123122 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4b67263f-cea1-4003-9528-16e86c775cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257486'] for router_interface (6ce630d3-5c40-4d28-9981-ae1e585a6582), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:32.258008 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd6ad4-a824-410e-81bd-f5ca566320b1 req-cf2bf4cf-c762-494e-864d-dd20753e43e8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:32.259485 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aecd6ad4-a824-410e-81bd-f5ca566320b1 req-cf2bf4cf-c762-494e-864d-dd20753e43e8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0756056 Jul 06 13:55:32.369358 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-aecd6ad4-a824-410e-81bd-f5ca566320b1 req-f8570a6f-613a-401c-8700-e2725086ea86 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653331 Jul 06 13:55:32.484373 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b67263f-cea1-4003-9528-16e86c775cd8 admin admin] Router 6ce630d3-5c40-4d28-9981-ae1e585a6582 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:55:32.604511 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b67263f-cea1-4003-9528-16e86c775cd8 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:32.609506 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-4b67263f-cea1-4003-9528-16e86c775cd8 admin admin] 10.222.0.20 "PUT /v2.0/routers/6ce630d3-5c40-4d28-9981-ae1e585a6582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1189611 Jul 06 13:55:32.615830 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35569185-ff66-417d-a80b-16c627959aa0 None None] Sync routers for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:32.616305 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38414) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:32.750295 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Publish callbacks [] for router (6ce630d3-5c40-4d28-9981-ae1e585a6582), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:32.780845 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35569185-ff66-417d-a80b-16c627959aa0 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:55:32.781976 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-35569185-ff66-417d-a80b-16c627959aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:55:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:32.887235 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Publish callbacks [] for router_gateway (6ce630d3-5c40-4d28-9981-ae1e585a6582), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:32.928354 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-35569185-ff66-417d-a80b-16c627959aa0 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:55:32.955048 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Deleting port 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:55:32.955425 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:33.095856 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:33.104910 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:33.132444 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] For port 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=85e7ae3f-bdf5-4fde-bfbe-ebba322434b8,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:33.133224 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:33.147100 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Calling delete_port for 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 owned by network:router_gateway {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:55:33.168333 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad94e4-ee55-4fe8-87cd-b159ac51149b req-cfc0d4a3-e8ff-4b46-a83f-aaeabcb82db0 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:33.177264 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e0ad94e4-ee55-4fe8-87cd-b159ac51149b req-cfc0d4a3-e8ff-4b46-a83f-aaeabcb82db0 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 945 time: 0.0672078 Jul 06 13:55:33.198992 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:33.210051 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-35569185-ff66-417d-a80b-16c627959aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:55:31Z', 'revision_number': 5, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port': {'id': '85e7ae3f-bdf5-4fde-bfbe-ebba322434b8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:21Z', 'updated_at': '2022-07-06T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:33.244611 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e0ad94e4-ee55-4fe8-87cd-b159ac51149b req-8d1c67f8-edde-466c-99ee-fe9ad155805c tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=754233f9-5d46-47ec-a72c-7cf5e58a1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657792 Jul 06 13:55:33.246043 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35569185-ff66-417d-a80b-16c627959aa0 None None] Checking router: 6ce630d3-5c40-4d28-9981-ae1e585a6582 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:55:33.269300 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35569185-ff66-417d-a80b-16c627959aa0 None None] Routers {'6ce630d3-5c40-4d28-9981-ae1e585a6582'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:55:33.270568 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-35569185-ff66-417d-a80b-16c627959aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:55:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['6ce630d3-5c40-4d28-9981-ae1e585a6582'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:33.384939 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-35569185-ff66-417d-a80b-16c627959aa0 None None] Set router 6ce630d3-5c40-4d28-9981-ae1e585a6582 gateway port host: None {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:55:33.411767 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (85e7ae3f-bdf5-4fde-bfbe-ebba322434b8), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:33.442991 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e7ae3f-bdf5-4fde-bfbe-ebba322434b8,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:33.455016 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-35569185-ff66-417d-a80b-16c627959aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:55:32Z', 'revision_number': 6, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port_host': None}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:33.484542 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35569185-ff66-417d-a80b-16c627959aa0 None None] The sync data for ids ['6ce630d3-5c40-4d28-9981-ae1e585a6582'] in dv-cinder-819149-8-iscsi is: [{'id': '6ce630d3-5c40-4d28-9981-ae1e585a6582', 'name': 'tempest-AttachVolumeTestJSON-168236502-router', 'tenant_id': '05df572327d54bd99595974b75898052', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:19Z', 'updated_at': '2022-07-06T13:55:32Z', 'revision_number': 6, 'project_id': '05df572327d54bd99595974b75898052', 'gw_port_host': None}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:33.553641 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c493f-5c92-4ced-964e-c8c8c2d3050d req-501576b4-79a7-43f7-80b4-1103dc64f04c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:33.555162 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cc1c493f-5c92-4ced-964e-c8c8c2d3050d req-501576b4-79a7-43f7-80b4-1103dc64f04c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0796788 Jul 06 13:55:33.580456 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33246532'] for router_gateway (6ce630d3-5c40-4d28-9981-ae1e585a6582), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:33.686253 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33254716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (6ce630d3-5c40-4d28-9981-ae1e585a6582), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:33.689265 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Publish callbacks [] for router_controller (6ce630d3-5c40-4d28-9981-ae1e585a6582), precommit_delete_associations {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:33.695412 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cc1c493f-5c92-4ced-964e-c8c8c2d3050d req-2f6845c3-f7aa-40f9-8588-d61695be7e3f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331849 Jul 06 13:55:33.744970 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33254699'] for router (6ce630d3-5c40-4d28-9981-ae1e585a6582), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:33.745613 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce630d3-5c40-4d28-9981-ae1e585a6582 {{(pid=110605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:55:33.751405 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:33.752528 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-42046d21-5eb8-4afe-9fbf-7244535fc516 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6ce630d3-5c40-4d28-9981-ae1e585a6582 HTTP/1.1" status: 204 len: 168 time: 1.1349740 Jul 06 13:55:33.755149 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38432) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:33.803569 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd60c7ef-4d55-44a9-bc10-c91ace8f0b7b admin admin] Deleting subnet 9e1bcabb-e45a-4964-8332-c655940202a4 {{(pid=110605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:55:33.806838 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-dd60c7ef-4d55-44a9-bc10-c91ace8f0b7b admin admin] Publish callbacks [] for subnet (9e1bcabb-e45a-4964-8332-c655940202a4), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:33.842933 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-dd60c7ef-4d55-44a9-bc10-c91ace8f0b7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29892110'] for subnet (9e1bcabb-e45a-4964-8332-c655940202a4), precommit_delete_associations {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:33.957769 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-dd60c7ef-4d55-44a9-bc10-c91ace8f0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (9e1bcabb-e45a-4964-8332-c655940202a4), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.009558 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-dd60c7ef-4d55-44a9-bc10-c91ace8f0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30355106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29387770'] for subnet (9e1bcabb-e45a-4964-8332-c655940202a4), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.037298 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-dd60c7ef-4d55-44a9-bc10-c91ace8f0b7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.041208 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-dd60c7ef-4d55-44a9-bc10-c91ace8f0b7b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9e1bcabb-e45a-4964-8332-c655940202a4 HTTP/1.1" status: 204 len: 168 time: 0.2849016 Jul 06 13:55:34.042186 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60c7ef-4d55-44a9-bc10-c91ace8f0b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e1bcabb-e45a-4964-8332-c655940202a4,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:34.042299 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2026e7f-47a6-43fb-9b35-c6ce839aef4e None None] Network 971af843-a8c2-4694-8a42-a011949622a1 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:55:34.044833 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38438) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:34.068557 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:34.117185 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (971af843-a8c2-4694-8a42-a011949622a1), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.159607 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Deleting port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:55:34.159943 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.225241 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] For port 5d2cb9cd-e586-45b9-b570-c5074a9746c4, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=5d2cb9cd-e586-45b9-b570-c5074a9746c4,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:34.225920 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.238091 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Calling delete_port for 5d2cb9cd-e586-45b9-b570-c5074a9746c4 owned by network:dhcp {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:55:34.293821 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b251b7-5a27-4659-9831-29b2e603b350 None None] DHCP port deletion for 971af843-a8c2-4694-8a42-a011949622a1 request from dv-cinder-819149-8-iscsi {{(pid=110607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 13:55:34.347929 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-b4b251b7-5a27-4659-9831-29b2e603b350 None None] Deleting port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 {{(pid=110607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:55:34.348296 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b4b251b7-5a27-4659-9831-29b2e603b350 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), before_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.363962 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:34.375033 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.417363 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd458e4-28c4-417d-a2bd-9b73c17fcfc6 req-3e0675a6-b63b-49d7-aeb8-2fef0d337cad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:34.418870 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bfd458e4-28c4-417d-a2bd-9b73c17fcfc6 req-3e0675a6-b63b-49d7-aeb8-2fef0d337cad tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 945 time: 0.0961559 Jul 06 13:55:34.421201 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] No DVR routers for this DVR port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 on host dv-cinder-819149-8-iscsi {{(pid=110606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:55:34.422878 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2cb9cd-e586-45b9-b570-c5074a9746c4,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:34.423299 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-b4b251b7-5a27-4659-9831-29b2e603b350 None None] For port 5d2cb9cd-e586-45b9-b570-c5074a9746c4, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=5d2cb9cd-e586-45b9-b570-c5074a9746c4,segment=NetworkSegment(6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c),segment_id=6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:34.423795 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b4b251b7-5a27-4659-9831-29b2e603b350 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), precommit_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.440909 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-b4b251b7-5a27-4659-9831-29b2e603b350 None None] Calling delete_port for 5d2cb9cd-e586-45b9-b570-c5074a9746c4 owned by network:dhcp {{(pid=110607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:55:34.498761 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:34.516491 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b4b251b7-5a27-4659-9831-29b2e603b350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348'] for port (5d2cb9cd-e586-45b9-b570-c5074a9746c4), after_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.530480 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (971af843-a8c2-4694-8a42-a011949622a1), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.541072 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b251b7-5a27-4659-9831-29b2e603b350 None None] Pushing event deleted for resources: {'Port': ['ID=5d2cb9cd-e586-45b9-b570-c5074a9746c4,revision_number=None']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:34.545882 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b251b7-5a27-4659-9831-29b2e603b350 None None] No DVR routers for this DVR port 5d2cb9cd-e586-45b9-b570-c5074a9746c4 on host dv-cinder-819149-8-iscsi {{(pid=110607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:55:34.554597 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bfd458e4-28c4-417d-a2bd-9b73c17fcfc6 req-40610d99-82e0-405e-a21e-efa01c4897f2 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=754233f9-5d46-47ec-a72c-7cf5e58a1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089721 Jul 06 13:55:34.571851 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971af843-a8c2-4694-8a42-a011949622a1']}} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:34.585252 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c') {'for_net_delete': True} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:34.585463 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c') {} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:34.596680 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30014732'] for segment (6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.613468 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.623195 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=110606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:55:34.623685 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31420896'] for segment (6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.651802 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment 6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c resource provider aggregate not found Jul 06 13:55:34.689393 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (971af843-a8c2-4694-8a42-a011949622a1), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.694872 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.697983 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] 10.222.0.20 "DELETE /v2.0/networks/971af843-a8c2-4694-8a42-a011949622a1 HTTP/1.1" status: 204 len: 168 time: 0.6518786 Jul 06 13:55:34.700644 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment 6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6acd7fb5-2e05-4082-a3f6-a8bffdbefc9c found for delete ", "request_id": "req-391ac628-bf4d-49ad-a80c-8ba2d44d783f"}]} Jul 06 13:55:34.710037 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f73b67-472e-46d4-a7b4-ea64a120319f admin admin] Pushing event deleted for resources: {'Network': ['ID=971af843-a8c2-4694-8a42-a011949622a1,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:34.831913 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b147b7-4470-4b4e-85f2-c5602ecce36c req-d8caa2b7-f05f-4532-ab09-b08cf32b29b6 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:34.833478 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-34b147b7-4470-4b4e-85f2-c5602ecce36c req-d8caa2b7-f05f-4532-ab09-b08cf32b29b6 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0490589 Jul 06 13:55:34.838549 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38454) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:34.876585 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:34.906431 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:34.917353 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-0d890ee8-0f9a-4e33-8931-57b86a76da0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05df572327d54bd99595974b75898052&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0777874 Jul 06 13:55:34.921164 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38456) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:34.924009 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-34b147b7-4470-4b4e-85f2-c5602ecce36c req-98de93a8-31a0-4f13-b10c-184853795e64 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772347 Jul 06 13:55:34.976518 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-152af4b5-f8e9-4523-beae-c8eaec660515 admin admin] Publish callbacks [] for security_group (6704611b-b447-438d-a72c-3875ec3f4dc7), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:34.999552 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-152af4b5-f8e9-4523-beae-c8eaec660515 admin admin] Publish callbacks [] for security_group (6704611b-b447-438d-a72c-3875ec3f4dc7), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:35.043562 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-152af4b5-f8e9-4523-beae-c8eaec660515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (6704611b-b447-438d-a72c-3875ec3f4dc7), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:35.046699 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-152af4b5-f8e9-4523-beae-c8eaec660515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:35.047980 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-152af4b5-f8e9-4523-beae-c8eaec660515 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6704611b-b447-438d-a72c-3875ec3f4dc7 HTTP/1.1" status: 204 len: 168 time: 0.1257808 Jul 06 13:55:35.056115 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152af4b5-f8e9-4523-beae-c8eaec660515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6704611b-b447-438d-a72c-3875ec3f4dc7,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:35.220306 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:35.242938 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:55:35.243287 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device b20fe5f4-9e0d-492f-a6c6-3cd6100fdea6 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:35.243712 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:35.261560 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:55:35.261914 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 85e7ae3f-bdf5-4fde-bfbe-ebba322434b8 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:35.262331 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 5d2cb9cd-e586-45b9-b570-c5074a9746c4 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:35.280575 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 5d2cb9cd-e586-45b9-b570-c5074a9746c4 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:55:35.280949 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 5d2cb9cd-e586-45b9-b570-c5074a9746c4 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:35.384224 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943a8ee-6781-476b-a19b-231471840d86 req-01ca4aae-3671-41fb-b175-6a50bd925bdf tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:35.385634 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f943a8ee-6781-476b-a19b-231471840d86 req-01ca4aae-3671-41fb-b175-6a50bd925bdf tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 945 time: 0.0777297 Jul 06 13:55:35.390744 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22972f-60e6-4ac1-9ffa-38f34b5e6b5f req-0a5e35f3-2944-4fd8-ad0f-6d28ffac82ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:35.392140 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ab22972f-60e6-4ac1-9ffa-38f34b5e6b5f req-0a5e35f3-2944-4fd8-ad0f-6d28ffac82ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 1129 time: 0.0537953 Jul 06 13:55:35.532732 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Deleting port ff54c39f-c144-43d9-b98e-674c20269a43 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:55:35.533110 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:35.576133 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22972f-60e6-4ac1-9ffa-38f34b5e6b5f req-e02b1525-e1d4-4b43-bcfd-11723013dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:35.577640 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ab22972f-60e6-4ac1-9ffa-38f34b5e6b5f req-e02b1525-e1d4-4b43-bcfd-11723013dd4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 918 time: 0.1784780 Jul 06 13:55:35.675149 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e89f8-0d94-433f-b4ea-14f28e83a9d7 req-b2142208-087a-4bae-afc3-14c235ac9a31 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:35.676669 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e52e89f8-0d94-433f-b4ea-14f28e83a9d7 req-b2142208-087a-4bae-afc3-14c235ac9a31 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 945 time: 0.0534017 Jul 06 13:55:35.690307 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] For port ff54c39f-c144-43d9-b98e-674c20269a43, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=ff54c39f-c144-43d9-b98e-674c20269a43,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:35.690683 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:35.694781 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ab22972f-60e6-4ac1-9ffa-38f34b5e6b5f req-0824f0a0-8914-4877-ae8b-c7be983b02be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92164628-0711-4bbe-835d-289c030d699a HTTP/1.1" status: 200 len: 1000 time: 0.1109691 Jul 06 13:55:35.702410 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:35.707755 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:35.733413 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e52e89f8-0d94-433f-b4ea-14f28e83a9d7 req-6d5ca681-12f6-4f78-aa33-2724b45d9770 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups?id=754233f9-5d46-47ec-a72c-7cf5e58a1cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511622 Jul 06 13:55:35.813454 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22972f-60e6-4ac1-9ffa-38f34b5e6b5f req-21c97410-c461-4db4-9767-912db1cf0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:35.814914 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ab22972f-60e6-4ac1-9ffa-38f34b5e6b5f req-21c97410-c461-4db4-9767-912db1cf0663 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 200 len: 856 time: 0.1122434 Jul 06 13:55:35.896462 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22972f-60e6-4ac1-9ffa-38f34b5e6b5f req-38074e02-e4db-409e-8c13-cf931f2bdd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:35.897905 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ab22972f-60e6-4ac1-9ffa-38f34b5e6b5f req-38074e02-e4db-409e-8c13-cf931f2bdd84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e12e604c-a9aa-4964-89ef-163e19d2e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538235 Jul 06 13:55:36.005720 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:36.006084 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (35c1dbb8-3751-4434-929c-f629c065a3d9), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:36.006404 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Floating IP 35c1dbb8-3751-4434-929c-f629c065a3d9 disassociated. External IP: 172.27.3.223, port: ff54c39f-c144-43d9-b98e-674c20269a43. Jul 06 13:55:36.006747 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Calling delete_port for ff54c39f-c144-43d9-b98e-674c20269a43 owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:55:36.122968 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfe1a2-5ebe-4c6a-b017-f8c526595d43 req-88387160-50ad-49be-b669-5165ac199a9a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:36.124541 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-04cfe1a2-5ebe-4c6a-b017-f8c526595d43 req-88387160-50ad-49be-b669-5165ac199a9a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.1140802 Jul 06 13:55:36.126297 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ab22972f-60e6-4ac1-9ffa-38f34b5e6b5f req-761698ae-190e-46f0-9237-1c6dfe7239b1 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024965 Jul 06 13:55:36.170813 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:36.244018 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:36.557449 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-04cfe1a2-5ebe-4c6a-b017-f8c526595d43 req-ef9fb829-db13-45c5-8a80-ed89f8662703 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4226363 Jul 06 13:55:36.575090 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ab22972f-60e6-4ac1-9ffa-38f34b5e6b5f req-fab72372-79a9-4569-9807-248435534913 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413493 Jul 06 13:55:36.594381 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (ff54c39f-c144-43d9-b98e-674c20269a43), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:36.624207 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event deleted for resources: {'Port': ['ID=ff54c39f-c144-43d9-b98e-674c20269a43,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:36.743408 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:55:36.840457 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-648e42a6-c48c-43c4-b56a-ec8c193bdf0e req-d8971be1-3bcd-4431-8032-e377eec31b28 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 210 time: 0.0338898 Jul 06 13:55:36.878642 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:36.889525 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09669d51-59ee-4563-add0-4a745ba9712e None None] Sync routers for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:36.901156 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09669d51-59ee-4563-add0-4a745ba9712e None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:55:36.901736 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-09669d51-59ee-4563-add0-4a745ba9712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:55:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:36.927630 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] No DVR routers for this DVR port ff54c39f-c144-43d9-b98e-674c20269a43 on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:55:36.931724 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:36.935606 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f943a8ee-6781-476b-a19b-231471840d86 req-48cc2843-3fac-47d5-a3e2-9eee63cb413a tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.39 "DELETE /v2.0/ports/ff54c39f-c144-43d9-b98e-674c20269a43 HTTP/1.1" status: 204 len: 173 time: 1.5427136 Jul 06 13:55:36.936213 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa482da-0cca-4e1c-9724-e4d5ee9d73fa', 'name': 'network-vif-deleted', 'tag': 'ff54c39f-c144-43d9-b98e-674c20269a43'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:55:36.939596 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164ecf12-4594-4784-b611-009b87c9246c" -d '{"events": [{"server_uuid": "5fa482da-0cca-4e1c-9724-e4d5ee9d73fa", "name": "network-vif-deleted", "tag": "ff54c39f-c144-43d9-b98e-674c20269a43"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:36.980261 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad93a5c-0983-438f-9546-dd76d1a98013 x-openstack-request-id: req-7ad93a5c-0983-438f-9546-dd76d1a98013 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:36.980635 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa482da-0cca-4e1c-9724-e4d5ee9d73fa", "name": "network-vif-deleted", "tag": "ff54c39f-c144-43d9-b98e-674c20269a43", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:36.980785 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ad93a5c-0983-438f-9546-dd76d1a98013 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:36.981219 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ad93a5c-0983-438f-9546-dd76d1a98013'] response: {'server_uuid': '5fa482da-0cca-4e1c-9724-e4d5ee9d73fa', 'name': 'network-vif-deleted', 'tag': 'ff54c39f-c144-43d9-b98e-674c20269a43', 'status': 'completed', 'code': 200} Jul 06 13:55:37.017796 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-09669d51-59ee-4563-add0-4a745ba9712e None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:55:37.196805 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38536) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:37.224508 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-09669d51-59ee-4563-add0-4a745ba9712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:37.248978 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09669d51-59ee-4563-add0-4a745ba9712e None None] Checking router: 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:55:37.257213 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09669d51-59ee-4563-add0-4a745ba9712e None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:55:37.257819 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-09669d51-59ee-4563-add0-4a745ba9712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:55:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:37.314895 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-17d96738-1291-4929-8eb7-68429c543366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:37.362738 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-09669d51-59ee-4563-add0-4a745ba9712e None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:55:37.391975 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-17d96738-1291-4929-8eb7-68429c543366 admin admin] Publish callbacks [] for security_group (c43e8843-8146-48c9-87d3-e612a045c0c5), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:37.395649 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-17d96738-1291-4929-8eb7-68429c543366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (c43e8843-8146-48c9-87d3-e612a045c0c5), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:37.435908 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-17d96738-1291-4929-8eb7-68429c543366 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13d9ba29cdb34d11bf82fa510e7a7a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379324 Jul 06 13:55:37.436755 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d96738-1291-4929-8eb7-68429c543366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43e8843-8146-48c9-87d3-e612a045c0c5,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:37.438687 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38540) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:37.490494 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ac0edcb1-29bc-4d9d-8f4f-8fa32351dc4a admin admin] Publish callbacks [] for security_group (c43e8843-8146-48c9-87d3-e612a045c0c5), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:37.512313 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ac0edcb1-29bc-4d9d-8f4f-8fa32351dc4a admin admin] Publish callbacks [] for security_group (c43e8843-8146-48c9-87d3-e612a045c0c5), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:37.551763 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-09669d51-59ee-4563-add0-4a745ba9712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:37.565123 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ac0edcb1-29bc-4d9d-8f4f-8fa32351dc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (c43e8843-8146-48c9-87d3-e612a045c0c5), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:37.567661 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ac0edcb1-29bc-4d9d-8f4f-8fa32351dc4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:37.568797 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-ac0edcb1-29bc-4d9d-8f4f-8fa32351dc4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c43e8843-8146-48c9-87d3-e612a045c0c5 HTTP/1.1" status: 204 len: 168 time: 0.1290510 Jul 06 13:55:37.576865 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09669d51-59ee-4563-add0-4a745ba9712e None None] The sync data for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi is: [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:45:25Z', 'revision_number': 4, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '2ab90ef9-4261-4dfe-ae46-c791ccbac38b', 'name': '', 'network_id': '599de418-b206-4788-89c1-e9276ab94414', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'mac_address': 'fa:16:3e:cf:bf:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '77668382-4527-4719-963a-ed1774a7fa55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:23Z', 'updated_at': '2022-07-06T13:45:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'subnets': [{'id': '77668382-4527-4719-963a-ed1774a7fa55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:37.577530 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0edcb1-29bc-4d9d-8f4f-8fa32351dc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43e8843-8146-48c9-87d3-e612a045c0c5,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:37.700152 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd7f21-4b78-4a48-9bc0-a291b095ebf3 req-0b10eda5-a559-4a2f-a2f1-01ffbc720386 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:37.702464 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-59cd7f21-4b78-4a48-9bc0-a291b095ebf3 req-0b10eda5-a559-4a2f-a2f1-01ffbc720386 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0582247 Jul 06 13:55:37.758800 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-59cd7f21-4b78-4a48-9bc0-a291b095ebf3 req-a5863045-dba1-4000-b0cc-287920b5242c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503156 Jul 06 13:55:37.847613 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4ae269-0e0f-4578-a4b7-745c94cc757a None None] New status for floating IP 35c1dbb8-3751-4434-929c-f629c065a3d9: DOWN {{(pid=110607) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:55:37.899452 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38550) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:37.916913 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-1407ac2a-eeb0-455e-b610-fb8d96fc168c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:37.963018 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1431f57b-1fdd-4d5f-890d-990fdc47c1ee req-4c0744b8-cc14-44ed-b295-d457aa317c7b tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fa482da-0cca-4e1c-9724-e4d5ee9d73fa HTTP/1.1" status: 200 len: 210 time: 0.0366488 Jul 06 13:55:38.029647 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-1407ac2a-eeb0-455e-b610-fb8d96fc168c admin admin] Publish callbacks [] for security_group (80f3f0e7-6045-482e-8ff6-5d11c894a9b5), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:38.034167 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-1407ac2a-eeb0-455e-b610-fb8d96fc168c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (80f3f0e7-6045-482e-8ff6-5d11c894a9b5), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:38.053154 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:38.078786 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-1407ac2a-eeb0-455e-b610-fb8d96fc168c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=efe2965cb3f7439789a6326d50996001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779392 Jul 06 13:55:38.080220 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407ac2a-eeb0-455e-b610-fb8d96fc168c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f3f0e7-6045-482e-8ff6-5d11c894a9b5,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:38.081617 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38552) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:38.139233 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3cf335db-150e-4738-973e-7cb56318ad00 admin admin] Publish callbacks [] for security_group (80f3f0e7-6045-482e-8ff6-5d11c894a9b5), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:38.140607 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:38.164517 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3cf335db-150e-4738-973e-7cb56318ad00 admin admin] Publish callbacks [] for security_group (80f3f0e7-6045-482e-8ff6-5d11c894a9b5), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:38.226418 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3cf335db-150e-4738-973e-7cb56318ad00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (80f3f0e7-6045-482e-8ff6-5d11c894a9b5), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:38.230698 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3cf335db-150e-4738-973e-7cb56318ad00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:38.233462 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-3cf335db-150e-4738-973e-7cb56318ad00 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/80f3f0e7-6045-482e-8ff6-5d11c894a9b5 HTTP/1.1" status: 204 len: 168 time: 0.1507847 Jul 06 13:55:38.243920 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:38.245903 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf335db-150e-4738-973e-7cb56318ad00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f3f0e7-6045-482e-8ff6-5d11c894a9b5,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:38.911672 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ced0c-fa80-42ed-a0f4-24a396f38a70 req-0dbf6c39-ab84-4e04-8175-628fdd1fd9c5 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:38.914421 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b52ced0c-fa80-42ed-a0f4-24a396f38a70 req-0dbf6c39-ab84-4e04-8175-628fdd1fd9c5 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 945 time: 0.0590343 Jul 06 13:55:38.963392 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b52ced0c-fa80-42ed-a0f4-24a396f38a70 req-f2330030-e249-4f3d-b811-b38aa4a1ffa9 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428305 Jul 06 13:55:39.079090 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38586) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:39.139937 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a5cc2ca5-f637-49d0-b8a0-0cd802395d11 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (754233f9-5d46-47ec-a72c-7cf5e58a1cd6), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:39.168221 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 92164628-0711-4bbe-835d-289c030d699a no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:39.173955 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a5cc2ca5-f637-49d0-b8a0-0cd802395d11 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (754233f9-5d46-47ec-a72c-7cf5e58a1cd6), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:39.238193 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a5cc2ca5-f637-49d0-b8a0-0cd802395d11 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (754233f9-5d46-47ec-a72c-7cf5e58a1cd6), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:39.240801 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a5cc2ca5-f637-49d0-b8a0-0cd802395d11 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:39.244624 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-a5cc2ca5-f637-49d0-b8a0-0cd802395d11 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "DELETE /v2.0/security-groups/754233f9-5d46-47ec-a72c-7cf5e58a1cd6 HTTP/1.1" status: 204 len: 168 time: 0.1614976 Jul 06 13:55:39.245110 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38594) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:39.252586 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc2ca5-f637-49d0-b8a0-0cd802395d11 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754233f9-5d46-47ec-a72c-7cf5e58a1cd6,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:39.259554 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 92164628-0711-4bbe-835d-289c030d699a is: ACTIVE; New status is: DOWN {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:55:39.260265 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (92164628-0711-4bbe-835d-289c030d699a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:39.262056 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.api.v2.resource [None req-8d831c80-6f89-4a8a-aa9e-3baef2fbb158 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] show failed (client error): The resource could not be found. Jul 06 13:55:39.265048 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-8d831c80-6f89-4a8a-aa9e-3baef2fbb158 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "GET /v2.0/security-groups/754233f9-5d46-47ec-a72c-7cf5e58a1cd6 HTTP/1.1" status: 404 len: 347 time: 0.0177791 Jul 06 13:55:39.267090 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38596) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:39.314191 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92164628-0711-4bbe-835d-289c030d699a'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:55:39.316723 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f5f456-c4cb-4451-be4c-68514cfcdc50" -d '{"events": [{"server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "name": "network-vif-unplugged", "status": "completed", "tag": "92164628-0711-4bbe-835d-289c030d699a"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:55:39.333829 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 92164628-0711-4bbe-835d-289c030d699a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=92164628-0711-4bbe-835d-289c030d699a,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:39.340383 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (92164628-0711-4bbe-835d-289c030d699a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:39.340985 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device ff54c39f-c144-43d9-b98e-674c20269a43 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:39.369489 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Jul 2022 13:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a9e675-c2d5-4b3c-87ee-4a0ffd1e84f6 x-openstack-request-id: req-d1a9e675-c2d5-4b3c-87ee-4a0ffd1e84f6 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:55:39.369845 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "name": "network-vif-unplugged", "status": "failed", "tag": "92164628-0711-4bbe-835d-289c030d699a", "code": 422}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:55:39.370055 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1a9e675-c2d5-4b3c-87ee-4a0ffd1e84f6 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:55:39.370695 dv-cinder-819149-8-iscsi neutron-server[110607]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d1a9e675-c2d5-4b3c-87ee-4a0ffd1e84f6']: {'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92164628-0711-4bbe-835d-289c030d699a', 'code': 422} returned with failed status Jul 06 13:55:39.390539 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: ff54c39f-c144-43d9-b98e-674c20269a43 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:55:39.390881 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device ff54c39f-c144-43d9-b98e-674c20269a43 not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:39.420328 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-b71f1110-cdce-485e-9290-400d36e17425 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Deleting port bcea0877-001a-4332-92e7-9e4bacb1773e {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:55:39.420693 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b71f1110-cdce-485e-9290-400d36e17425 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (bcea0877-001a-4332-92e7-9e4bacb1773e), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:39.420919 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=92164628-0711-4bbe-835d-289c030d699a,revision_number=8']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:39.519458 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-de9cb22c-616f-4c44-8041-8a29326ee961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:39.527933 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b71f1110-cdce-485e-9290-400d36e17425 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (bcea0877-001a-4332-92e7-9e4bacb1773e), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:39.528548 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b71f1110-cdce-485e-9290-400d36e17425 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (bcea0877-001a-4332-92e7-9e4bacb1773e), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:39.542048 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-b71f1110-cdce-485e-9290-400d36e17425 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Calling delete_port for bcea0877-001a-4332-92e7-9e4bacb1773e owned by network:floatingip {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:55:39.698491 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b71f1110-cdce-485e-9290-400d36e17425 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (bcea0877-001a-4332-92e7-9e4bacb1773e), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:39.728879 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f1110-cdce-485e-9290-400d36e17425 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Pushing event deleted for resources: {'Port': ['ID=bcea0877-001a-4332-92e7-9e4bacb1773e,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:39.799399 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25364f5d-d65f-49da-bd76-57f33ac3dcb7 req-980cfc7a-9546-4279-beff-c262a565abdf tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:39.801526 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-25364f5d-d65f-49da-bd76-57f33ac3dcb7 req-980cfc7a-9546-4279-beff-c262a565abdf tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0785129 Jul 06 13:55:39.810169 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b71f1110-cdce-485e-9290-400d36e17425 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks [] for floatingip (35c1dbb8-3751-4434-929c-f629c065a3d9), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:39.812922 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b71f1110-cdce-485e-9290-400d36e17425 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:39.814217 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-b71f1110-cdce-485e-9290-400d36e17425 tempest-AttachVolumeNegativeTest-1016924223 tempest-AttachVolumeNegativeTest-1016924223-project] 10.222.0.20 "DELETE /v2.0/floatingips/35c1dbb8-3751-4434-929c-f629c065a3d9 HTTP/1.1" status: 204 len: 168 time: 0.5456476 Jul 06 13:55:39.869713 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-25364f5d-d65f-49da-bd76-57f33ac3dcb7 req-3bcf7914-4239-485e-8e53-60305a549713 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612004 Jul 06 13:55:40.090727 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-68c20be8-ea80-4377-8e92-853dbd700440 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433683 Jul 06 13:55:40.175321 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-ef117dea-1787-4fc2-87ce-136056745432 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:40.176670 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-ef117dea-1787-4fc2-87ce-136056745432 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports/92164628-0711-4bbe-835d-289c030d699a HTTP/1.1" status: 200 len: 940 time: 0.0479693 Jul 06 13:55:40.996600 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e32e0-8aee-41de-9da4-378ac94d07c1 req-ea3b4735-74dd-4e12-89a6-ee310d0dc416 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:40.998250 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b54e32e0-8aee-41de-9da4-378ac94d07c1 req-ea3b4735-74dd-4e12-89a6-ee310d0dc416 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0488100 Jul 06 13:55:41.051392 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b54e32e0-8aee-41de-9da4-378ac94d07c1 req-808581b5-5580-43a5-afde-5eca415bca10 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471921 Jul 06 13:55:41.959826 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-acb99e46-4185-475f-8f20-9512725cf8a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:42.187404 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf34c3d-6674-49e2-9066-90e4d6bbedc8 req-8e8d7c86-c009-49cb-9065-048896a738a4 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:42.189055 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-faf34c3d-6674-49e2-9066-90e4d6bbedc8 req-8e8d7c86-c009-49cb-9065-048896a738a4 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0546196 Jul 06 13:55:42.212830 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:42.244398 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-faf34c3d-6674-49e2-9066-90e4d6bbedc8 req-505b134f-f11f-417b-908a-81215cfa4417 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477192 Jul 06 13:55:42.909198 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:43.297492 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 92164628-0711-4bbe-835d-289c030d699a no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:43.331505 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:43.367391 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb03e88-166b-4d07-a9f6-310be2172cbc req-25021295-6536-457a-89ac-524b4ed23e21 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:43.368848 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5eb03e88-166b-4d07-a9f6-310be2172cbc req-25021295-6536-457a-89ac-524b4ed23e21 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0484748 Jul 06 13:55:43.374827 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 92164628-0711-4bbe-835d-289c030d699a is: DOWN; New status is: DOWN {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:55:43.415748 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5eb03e88-166b-4d07-a9f6-310be2172cbc req-0f8d9c7c-93ec-4d67-9b15-6dec36e7f664 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412278 Jul 06 13:55:44.385222 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:44.534557 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795b9d4-6206-4df3-8784-d77973ede009 req-03b4103d-1c7a-4243-a11b-470652fc2688 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:44.536008 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9795b9d4-6206-4df3-8784-d77973ede009 req-03b4103d-1c7a-4243-a11b-470652fc2688 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0470479 Jul 06 13:55:44.579685 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:44.587608 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9795b9d4-6206-4df3-8784-d77973ede009 req-6627b6ae-c235-4907-be16-c4c4bf5f991a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459592 Jul 06 13:55:44.664691 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:45.707888 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e35de-2387-42cf-b2ae-0b3fdecab52b req-7c06e5e7-d526-41d0-a0cd-283b2f62a4c0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:45.709365 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a09e35de-2387-42cf-b2ae-0b3fdecab52b req-7c06e5e7-d526-41d0-a0cd-283b2f62a4c0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0465691 Jul 06 13:55:45.758757 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a09e35de-2387-42cf-b2ae-0b3fdecab52b req-43621303-6002-4f96-9610-a2f8e70759f4 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438960 Jul 06 13:55:45.802040 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-b3bdd49b-9545-43fd-84c4-c297f7000033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:45.803534 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-b3bdd49b-9545-43fd-84c4-c297f7000033 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753&tenant_id=9e3edb8d53184b98b7055ffc145f186d HTTP/1.1" status: 200 len: 1127 time: 0.0388010 Jul 06 13:55:45.813799 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-0a070ec2-a1a9-4b8f-8f93-1c0a465b0fb5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110605) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:55:45.814878 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-0a070ec2-a1a9-4b8f-8f93-1c0a465b0fb5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056460 Jul 06 13:55:45.882369 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-442637ba-bed2-47a4-9490-3015b035abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:45.883851 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-442637ba-bed2-47a4-9490-3015b035abfc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 1127 time: 0.0387566 Jul 06 13:55:45.975063 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-da35ec89-0711-4b31-a974-5d3640393e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:45.976608 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-da35ec89-0711-4b31-a974-5d3640393e56 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 918 time: 0.0874474 Jul 06 13:55:46.038303 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-1f5d8566-c560-4aa8-898a-939842ab4563 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92164628-0711-4bbe-835d-289c030d699a HTTP/1.1" status: 200 len: 998 time: 0.0547018 Jul 06 13:55:46.087701 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-c1b178bd-1439-4946-bd22-d986ce9c0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:46.089106 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-c1b178bd-1439-4946-bd22-d986ce9c0328 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 200 len: 856 time: 0.0452149 Jul 06 13:55:46.137316 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-c1530537-e04e-44d4-b483-96cd2744ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:46.139008 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-c1530537-e04e-44d4-b483-96cd2744ac7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e12e604c-a9aa-4964-89ef-163e19d2e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428286 Jul 06 13:55:46.227059 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-99bd0d74-8051-4c34-8684-3cac16dcf5e0 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810757 Jul 06 13:55:46.323445 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d7bde6c3-e206-4a8f-855f-901662e01911 req-f2ee4ecb-1844-4fbe-bfaf-83466182f135 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906394 Jul 06 13:55:46.697337 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38732) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:46.932382 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:55:46.971406 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f304b-bd32-4297-91df-5b12cbffc6e9 req-e5b1f4ca-9d85-4a61-8728-5374016906dc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:46.972920 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-231f304b-bd32-4297-91df-5b12cbffc6e9 req-e5b1f4ca-9d85-4a61-8728-5374016906dc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0928142 Jul 06 13:55:47.012050 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:47.054813 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:47.086122 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-231f304b-bd32-4297-91df-5b12cbffc6e9 req-cade2b3b-3851-4b24-b6a6-a51d4f3f7734 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021376 Jul 06 13:55:47.445219 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:47.514923 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3f200ab9-34ab-439f-b5fe-984d723f28a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33259198'] for router_interface (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:47.554222 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=68 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:47.777968 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-3f200ab9-34ab-439f-b5fe-984d723f28a9 admin admin] Deleting port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:55:47.779364 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3f200ab9-34ab-439f-b5fe-984d723f28a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:47.873510 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-3f200ab9-34ab-439f-b5fe-984d723f28a9 admin admin] For port 2ab90ef9-4261-4dfe-ae46-c791ccbac38b, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=2ab90ef9-4261-4dfe-ae46-c791ccbac38b,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:47.873873 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3f200ab9-34ab-439f-b5fe-984d723f28a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:47.888913 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-3f200ab9-34ab-439f-b5fe-984d723f28a9 admin admin] Calling delete_port for 2ab90ef9-4261-4dfe-ae46-c791ccbac38b owned by network:router_interface {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:55:48.080345 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:48.096465 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3f200ab9-34ab-439f-b5fe-984d723f28a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (2ab90ef9-4261-4dfe-ae46-c791ccbac38b), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:48.123003 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f200ab9-34ab-439f-b5fe-984d723f28a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ab90ef9-4261-4dfe-ae46-c791ccbac38b,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:48.333510 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4defe5-cc5b-4a23-b8b6-5f863dccd0ee req-092b6b87-4b15-4cdd-a56e-9e6baa05b344 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:48.334958 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4e4defe5-cc5b-4a23-b8b6-5f863dccd0ee req-092b6b87-4b15-4cdd-a56e-9e6baa05b344 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.1072323 Jul 06 13:55:48.366800 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-3f200ab9-34ab-439f-b5fe-984d723f28a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257486'] for router_interface (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:48.434470 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4e4defe5-cc5b-4a23-b8b6-5f863dccd0ee req-8cd6ded7-7346-4c38-bb4c-1242c47f536d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901127 Jul 06 13:55:48.436811 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:48.624189 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f200ab9-34ab-439f-b5fe-984d723f28a9 admin admin] Router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:55:48.746071 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f200ab9-34ab-439f-b5fe-984d723f28a9 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:55:48.755486 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-3f200ab9-34ab-439f-b5fe-984d723f28a9 admin admin] 10.222.0.20 "PUT /v2.0/routers/3cf4e416-308a-4b9a-9c85-6fc1189f3b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0544615 Jul 06 13:55:48.755486 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38766) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:48.757699 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf485828-b498-49e1-8366-d333bc6553cf None None] Sync routers for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:55:48.769893 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf485828-b498-49e1-8366-d333bc6553cf None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:55:48.770667 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-bf485828-b498-49e1-8366-d333bc6553cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:55:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:48.881117 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Publish callbacks [] for router (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:48.912255 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-bf485828-b498-49e1-8366-d333bc6553cf None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:55:49.007231 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Publish callbacks [] for router_gateway (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:49.063155 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Deleting port 54f85337-d307-4843-a9e1-8e61c0138047 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:55:49.063519 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (54f85337-d307-4843-a9e1-8e61c0138047), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:49.107535 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-bf485828-b498-49e1-8366-d333bc6553cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '54f85337-d307-4843-a9e1-8e61c0138047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:55:48Z', 'revision_number': 5, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port': {'id': '54f85337-d307-4843-a9e1-8e61c0138047', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ee:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:45:18Z', 'updated_at': '2022-07-06T13:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:49.199376 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] For port 54f85337-d307-4843-a9e1-8e61c0138047, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=54f85337-d307-4843-a9e1-8e61c0138047,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:49.199901 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (54f85337-d307-4843-a9e1-8e61c0138047), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:49.207955 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:49.222923 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Calling delete_port for 54f85337-d307-4843-a9e1-8e61c0138047 owned by network:router_gateway {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:55:49.294950 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf485828-b498-49e1-8366-d333bc6553cf None None] Checking router: 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:55:49.306070 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf485828-b498-49e1-8366-d333bc6553cf None None] Routers {'3cf4e416-308a-4b9a-9c85-6fc1189f3b88'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:55:49.306957 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-bf485828-b498-49e1-8366-d333bc6553cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:55:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:49.389374 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=100 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:49.405825 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-bf485828-b498-49e1-8366-d333bc6553cf None None] Set router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 gateway port host: None {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:55:49.477552 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-bf485828-b498-49e1-8366-d333bc6553cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:55:49Z', 'revision_number': 6, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port_host': None}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:49.486138 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (54f85337-d307-4843-a9e1-8e61c0138047), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:49.508378 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf485828-b498-49e1-8366-d333bc6553cf None None] The sync data for ids ['3cf4e416-308a-4b9a-9c85-6fc1189f3b88'] in dv-cinder-819149-8-iscsi is: [{'id': '3cf4e416-308a-4b9a-9c85-6fc1189f3b88', 'name': 'tempest-AttachVolumeNegativeTest-1986902013-router', 'tenant_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:45:17Z', 'updated_at': '2022-07-06T13:55:49Z', 'revision_number': 6, 'project_id': 'bd85f2a57a0847debf5aaf81aab7a638', 'gw_port_host': None}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:55:49.529900 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54f85337-d307-4843-a9e1-8e61c0138047,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:49.621266 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25497ac7-ae7e-4422-ad93-ba8ed5082d47 req-fdcbf592-2fd0-4809-978d-3c40b7705076 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:49.623119 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-25497ac7-ae7e-4422-ad93-ba8ed5082d47 req-fdcbf592-2fd0-4809-978d-3c40b7705076 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0754154 Jul 06 13:55:49.640220 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33246532'] for router_gateway (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:49.681940 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-25497ac7-ae7e-4422-ad93-ba8ed5082d47 req-aa25b0de-10a3-4804-bf9e-28a3ac503e71 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527794 Jul 06 13:55:50.006248 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:50.070979 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33254716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.073807 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Publish callbacks [] for router_controller (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), precommit_delete_associations {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.127003 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33254699'] for router (3cf4e416-308a-4b9a-9c85-6fc1189f3b88), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.127838 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cf4e416-308a-4b9a-9c85-6fc1189f3b88 {{(pid=110605) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:55:50.135256 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.139653 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-9621014f-ddb9-46d5-8210-674e5c3d46b9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3cf4e416-308a-4b9a-9c85-6fc1189f3b88 HTTP/1.1" status: 204 len: 168 time: 1.3822906 Jul 06 13:55:50.141248 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38778) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:50.210114 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb0572a0-65ff-4b69-8e4b-0c78ba3f4037 admin admin] Deleting subnet 77668382-4527-4719-963a-ed1774a7fa55 {{(pid=110606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:55:50.213699 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-eb0572a0-65ff-4b69-8e4b-0c78ba3f4037 admin admin] Publish callbacks [] for subnet (77668382-4527-4719-963a-ed1774a7fa55), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.258095 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-eb0572a0-65ff-4b69-8e4b-0c78ba3f4037 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30014727'] for subnet (77668382-4527-4719-963a-ed1774a7fa55), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.293284 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38782) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:50.402739 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-eb0572a0-65ff-4b69-8e4b-0c78ba3f4037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (77668382-4527-4719-963a-ed1774a7fa55), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.471351 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-eb0572a0-65ff-4b69-8e4b-0c78ba3f4037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31420698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30215560'] for subnet (77668382-4527-4719-963a-ed1774a7fa55), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.506082 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0572a0-65ff-4b69-8e4b-0c78ba3f4037 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77668382-4527-4719-963a-ed1774a7fa55,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:50.517124 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5d06076c-bfc5-409c-a2ab-601c5251744b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.522237 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-eb0572a0-65ff-4b69-8e4b-0c78ba3f4037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.525329 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-eb0572a0-65ff-4b69-8e4b-0c78ba3f4037 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/77668382-4527-4719-963a-ed1774a7fa55 HTTP/1.1" status: 204 len: 168 time: 0.3822033 Jul 06 13:55:50.527956 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38786) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:50.531093 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2785d99e-f2ae-4aca-9610-5ceb455cd6d6 None None] Network 599de418-b206-4788-89c1-e9276ab94414 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:55:50.654714 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (599de418-b206-4788-89c1-e9276ab94414), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.656494 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:50.664127 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5d06076c-bfc5-409c-a2ab-601c5251744b admin admin] Publish callbacks [] for security_group (964a6c97-517b-4980-9fe7-0d177159f3d4), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.672917 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5d06076c-bfc5-409c-a2ab-601c5251744b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (964a6c97-517b-4980-9fe7-0d177159f3d4), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.731877 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06076c-bfc5-409c-a2ab-601c5251744b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964a6c97-517b-4980-9fe7-0d177159f3d4,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:50.733496 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Deleting port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:55:50.733848 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.741136 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-5d06076c-bfc5-409c-a2ab-601c5251744b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a63187860c94c1e9cb403b389f6c268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449761 Jul 06 13:55:50.743275 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38790) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:50.770389 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41e5987-6f8d-4561-aa17-5150653ac164 None None] DHCP port deletion for 599de418-b206-4788-89c1-e9276ab94414 request from dv-cinder-819149-8-iscsi {{(pid=110607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 13:55:50.845300 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cf46a7f6-42c0-46cd-b0a5-c3de2c51b7bd admin admin] Publish callbacks [] for security_group (964a6c97-517b-4980-9fe7-0d177159f3d4), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.859949 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-e41e5987-6f8d-4561-aa17-5150653ac164 None None] Deleting port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 {{(pid=110607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:55:50.861125 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e41e5987-6f8d-4561-aa17-5150653ac164 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), before_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.872458 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=11 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:50.917974 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cf46a7f6-42c0-46cd-b0a5-c3de2c51b7bd admin admin] Publish callbacks [] for security_group (964a6c97-517b-4980-9fe7-0d177159f3d4), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.927798 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] For port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:50.928139 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.955820 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Calling delete_port for e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 owned by network:dhcp {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:55:50.990605 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cf46a7f6-42c0-46cd-b0a5-c3de2c51b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (964a6c97-517b-4980-9fe7-0d177159f3d4), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:50.997876 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-cf46a7f6-42c0-46cd-b0a5-c3de2c51b7bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:51.002425 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-cf46a7f6-42c0-46cd-b0a5-c3de2c51b7bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/964a6c97-517b-4980-9fe7-0d177159f3d4 HTTP/1.1" status: 204 len: 168 time: 0.2576556 Jul 06 13:55:51.004341 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-e41e5987-6f8d-4561-aa17-5150653ac164 None None] For port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0,segment=NetworkSegment(77738b8c-b73a-452d-97b8-bc661487fcfa),segment_id=77738b8c-b73a-452d-97b8-bc661487fcfa)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:55:51.005106 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e41e5987-6f8d-4561-aa17-5150653ac164 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), precommit_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:51.021832 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-e41e5987-6f8d-4561-aa17-5150653ac164 None None] Calling delete_port for e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 owned by network:dhcp {{(pid=110607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:55:51.030285 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46a7f6-42c0-46cd-b0a5-c3de2c51b7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964a6c97-517b-4980-9fe7-0d177159f3d4,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:51.144611 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:51.184961 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] No DVR routers for this DVR port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 on host dv-cinder-819149-8-iscsi {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:55:51.240620 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:51.250239 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e41e5987-6f8d-4561-aa17-5150653ac164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348'] for port (e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0), after_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:51.307732 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e5987-6f8d-4561-aa17-5150653ac164 None None] Pushing event deleted for resources: {'Port': ['ID=e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0,revision_number=None']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:51.312735 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41e5987-6f8d-4561-aa17-5150653ac164 None None] No DVR routers for this DVR port e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 on host dv-cinder-819149-8-iscsi {{(pid=110607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:55:51.389032 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:51.429557 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (599de418-b206-4788-89c1-e9276ab94414), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:51.433997 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:55:51.436032 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device e2f666cd-2b4b-49e2-81cb-ac0d9e1b0dd0 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:51.437786 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 2ab90ef9-4261-4dfe-ae46-c791ccbac38b no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:51.459294 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599de418-b206-4788-89c1-e9276ab94414']}} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:51.468395 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77738b8c-b73a-452d-97b8-bc661487fcfa') {'for_net_delete': True} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:51.468841 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.services.segments.db [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77738b8c-b73a-452d-97b8-bc661487fcfa') {} {{(pid=110605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:55:51.482408 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 2ab90ef9-4261-4dfe-ae46-c791ccbac38b {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:55:51.483035 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 2ab90ef9-4261-4dfe-ae46-c791ccbac38b not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:51.483783 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 54f85337-d307-4843-a9e1-8e61c0138047 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:55:51.493840 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29892101'] for segment (77738b8c-b73a-452d-97b8-bc661487fcfa), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:51.508412 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 54f85337-d307-4843-a9e1-8e61c0138047 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:55:51.509153 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 54f85337-d307-4843-a9e1-8e61c0138047 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:55:51.513702 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:51.560735 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (77738b8c-b73a-452d-97b8-bc661487fcfa), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:51.581776 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e62a8-1883-457d-9acc-31a148b5782d req-6ff0a3f7-b087-4721-85b4-5b935ffd1b2a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:51.592585 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a17e62a8-1883-457d-9acc-31a148b5782d req-6ff0a3f7-b087-4721-85b4-5b935ffd1b2a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.7053411 Jul 06 13:55:51.595896 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=110605) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:55:51.596528 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30355032'] for segment (77738b8c-b73a-452d-97b8-bc661487fcfa), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:51.629264 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38800) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:51.633235 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment 77738b8c-b73a-452d-97b8-bc661487fcfa resource provider aggregate not found Jul 06 13:55:51.645619 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-24121bb9-4883-4703-9159-a1e8793f30cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:51.662536 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.services.segments.plugin [-] Segment 77738b8c-b73a-452d-97b8-bc661487fcfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 77738b8c-b73a-452d-97b8-bc661487fcfa found for delete ", "request_id": "req-4d6ad273-2b88-4e29-ad45-e8354565424c"}]} Jul 06 13:55:51.730639 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (599de418-b206-4788-89c1-e9276ab94414), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:51.737389 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:51.744308 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] 10.222.0.20 "DELETE /v2.0/networks/599de418-b206-4788-89c1-e9276ab94414 HTTP/1.1" status: 204 len: 168 time: 1.2146165 Jul 06 13:55:51.763494 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b4a93-a1f5-4448-ae35-b933a383f4fc admin admin] Pushing event deleted for resources: {'Network': ['ID=599de418-b206-4788-89c1-e9276ab94414,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:51.763775 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-24121bb9-4883-4703-9159-a1e8793f30cb admin admin] Publish callbacks [] for security_group (5403f0c6-e479-48b8-a35e-339b50bf0bd1), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:51.764814 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=11 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:51.772925 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-24121bb9-4883-4703-9159-a1e8793f30cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (5403f0c6-e479-48b8-a35e-339b50bf0bd1), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:51.784400 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a17e62a8-1883-457d-9acc-31a148b5782d req-0ae01ec8-f7b2-4138-8d6b-4906e2af86e0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906664 Jul 06 13:55:51.846999 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24121bb9-4883-4703-9159-a1e8793f30cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5403f0c6-e479-48b8-a35e-339b50bf0bd1,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:51.855439 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-24121bb9-4883-4703-9159-a1e8793f30cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8199376cd84a4c95ae6b94cfeb032886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250044 Jul 06 13:55:51.858627 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38808) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:51.973930 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-395e11a0-79e8-4974-b83d-91861d401553 admin admin] Publish callbacks [] for security_group (5403f0c6-e479-48b8-a35e-339b50bf0bd1), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:52.015195 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-395e11a0-79e8-4974-b83d-91861d401553 admin admin] Publish callbacks [] for security_group (5403f0c6-e479-48b8-a35e-339b50bf0bd1), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:52.066673 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38810) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:52.093958 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-395e11a0-79e8-4974-b83d-91861d401553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (5403f0c6-e479-48b8-a35e-339b50bf0bd1), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:52.096583 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-395e11a0-79e8-4974-b83d-91861d401553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:52.097861 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-395e11a0-79e8-4974-b83d-91861d401553 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5403f0c6-e479-48b8-a35e-339b50bf0bd1 HTTP/1.1" status: 204 len: 168 time: 0.2379916 Jul 06 13:55:52.127430 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e11a0-79e8-4974-b83d-91861d401553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5403f0c6-e479-48b8-a35e-339b50bf0bd1,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:52.138895 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-308ede2c-92bf-4a06-bdbd-fc5ed7aee369 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd85f2a57a0847debf5aaf81aab7a638&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0704832 Jul 06 13:55:52.141186 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38814) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:52.248702 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b24f4f83-9773-43a3-ac7d-d936436dc1cf admin admin] Publish callbacks [] for security_group (6879a9d0-bd9b-45df-b15e-365ac430c42a), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:52.283403 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b24f4f83-9773-43a3-ac7d-d936436dc1cf admin admin] Publish callbacks [] for security_group (6879a9d0-bd9b-45df-b15e-365ac430c42a), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:52.372921 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b24f4f83-9773-43a3-ac7d-d936436dc1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (6879a9d0-bd9b-45df-b15e-365ac430c42a), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:52.375908 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b24f4f83-9773-43a3-ac7d-d936436dc1cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:52.377243 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-b24f4f83-9773-43a3-ac7d-d936436dc1cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6879a9d0-bd9b-45df-b15e-365ac430c42a HTTP/1.1" status: 204 len: 168 time: 0.2329829 Jul 06 13:55:52.387092 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f4f83-9773-43a3-ac7d-d936436dc1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6879a9d0-bd9b-45df-b15e-365ac430c42a,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:53.401798 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93a136-c2d9-4063-b702-359c636911c3 req-fc843e0a-c9cc-4c76-8705-06eb71f7ec5e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:53.415114 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2d93a136-c2d9-4063-b702-359c636911c3 req-fc843e0a-c9cc-4c76-8705-06eb71f7ec5e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.5102577 Jul 06 13:55:53.524870 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2d93a136-c2d9-4063-b702-359c636911c3 req-c81769a7-cf96-4020-94c6-c16239ba9ebc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085901 Jul 06 13:55:54.199212 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38872) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:54.447330 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c681183e-2b93-47b5-9f18-d4a0aa84dff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:54.481538 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:54.565921 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c681183e-2b93-47b5-9f18-d4a0aa84dff6 admin admin] Publish callbacks [] for security_group (dc483f72-2f4e-4ea2-b994-95408229e7a4), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:54.570417 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c681183e-2b93-47b5-9f18-d4a0aa84dff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (dc483f72-2f4e-4ea2-b994-95408229e7a4), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:54.623766 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38888) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:54.624406 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-c681183e-2b93-47b5-9f18-d4a0aa84dff6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc655b1bf30b41aaa9c2de2b2db0cdd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4227648 Jul 06 13:55:54.643916 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681183e-2b93-47b5-9f18-d4a0aa84dff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc483f72-2f4e-4ea2-b994-95408229e7a4,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:54.661512 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:54.701950 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bea417ae-4e19-4a8c-9602-44b3ca454b28 admin admin] Publish callbacks [] for security_group (dc483f72-2f4e-4ea2-b994-95408229e7a4), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:54.716238 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4b8aa-6ed7-4601-b001-52ee6d71ae19 req-5a490ca7-de7d-4880-93c5-81e5a21dd638 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:54.717805 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f6d4b8aa-6ed7-4601-b001-52ee6d71ae19 req-5a490ca7-de7d-4880-93c5-81e5a21dd638 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0757344 Jul 06 13:55:54.727598 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bea417ae-4e19-4a8c-9602-44b3ca454b28 admin admin] Publish callbacks [] for security_group (dc483f72-2f4e-4ea2-b994-95408229e7a4), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:54.770066 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f6d4b8aa-6ed7-4601-b001-52ee6d71ae19 req-5747ae13-136a-42fc-b1e0-7785c8e3f4db tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459251 Jul 06 13:55:54.777884 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bea417ae-4e19-4a8c-9602-44b3ca454b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (dc483f72-2f4e-4ea2-b994-95408229e7a4), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:54.781105 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bea417ae-4e19-4a8c-9602-44b3ca454b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:54.784779 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-bea417ae-4e19-4a8c-9602-44b3ca454b28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dc483f72-2f4e-4ea2-b994-95408229e7a4 HTTP/1.1" status: 204 len: 168 time: 0.1566617 Jul 06 13:55:54.801146 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea417ae-4e19-4a8c-9602-44b3ca454b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc483f72-2f4e-4ea2-b994-95408229e7a4,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:55.898279 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc4465-5b09-48e6-8982-07221dacaed8 req-8b6e4d75-a881-4438-b124-91fd7916db21 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:55.899969 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-eacc4465-5b09-48e6-8982-07221dacaed8 req-8b6e4d75-a881-4438-b124-91fd7916db21 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0501111 Jul 06 13:55:55.951084 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-eacc4465-5b09-48e6-8982-07221dacaed8 req-e33ccc06-58fa-47fa-aafb-fbf8a799afe0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443347 Jul 06 13:55:57.082188 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312aefe-facf-4bf0-9f32-02075840e6aa req-8680bc78-ca71-44da-a47d-98ac6bd88747 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:57.083705 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8312aefe-facf-4bf0-9f32-02075840e6aa req-8680bc78-ca71-44da-a47d-98ac6bd88747 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0534568 Jul 06 13:55:57.150823 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8312aefe-facf-4bf0-9f32-02075840e6aa req-3271858c-8942-4432-81eb-ccb1905744b7 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611603 Jul 06 13:55:58.280541 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d19e0-99ad-4296-9a50-0bfe36a5a160 req-34ee3d0f-9b41-4cb0-9b9b-01e041354697 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:58.282108 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6f5d19e0-99ad-4296-9a50-0bfe36a5a160 req-34ee3d0f-9b41-4cb0-9b9b-01e041354697 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0479479 Jul 06 13:55:58.326835 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:58.332514 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6f5d19e0-99ad-4296-9a50-0bfe36a5a160 req-4b15a7a1-b06d-4520-a19f-476682a774b9 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449274 Jul 06 13:55:58.468896 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38972) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:58.573091 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-1f0e70d2-3710-4b61-b323-ef4016bfa7c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:58.649426 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-1f0e70d2-3710-4b61-b323-ef4016bfa7c9 admin admin] Publish callbacks [] for security_group (a964af55-bb2e-4c4b-bf94-984f4d06f202), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:58.653518 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-1f0e70d2-3710-4b61-b323-ef4016bfa7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (a964af55-bb2e-4c4b-bf94-984f4d06f202), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:58.693438 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-1f0e70d2-3710-4b61-b323-ef4016bfa7c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3c446b1e01346f89bd4b1cb3b80f876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233381 Jul 06 13:55:58.694316 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e70d2-3710-4b61-b323-ef4016bfa7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a964af55-bb2e-4c4b-bf94-984f4d06f202,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:58.696099 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38976) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:58.746331 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c718d777-2ec3-4252-a154-dd3d1f023b3b admin admin] Publish callbacks [] for security_group (a964af55-bb2e-4c4b-bf94-984f4d06f202), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:58.766865 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c718d777-2ec3-4252-a154-dd3d1f023b3b admin admin] Publish callbacks [] for security_group (a964af55-bb2e-4c4b-bf94-984f4d06f202), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:58.813328 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c718d777-2ec3-4252-a154-dd3d1f023b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (a964af55-bb2e-4c4b-bf94-984f4d06f202), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:58.815954 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c718d777-2ec3-4252-a154-dd3d1f023b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:58.817119 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-c718d777-2ec3-4252-a154-dd3d1f023b3b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a964af55-bb2e-4c4b-bf94-984f4d06f202 HTTP/1.1" status: 204 len: 168 time: 0.1200168 Jul 06 13:55:58.825632 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718d777-2ec3-4252-a154-dd3d1f023b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a964af55-bb2e-4c4b-bf94-984f4d06f202,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:59.086312 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 38982) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:59.100146 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f762189a-a11d-4fe0-b014-45ab8b8a2289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:59.138371 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:59.177923 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f762189a-a11d-4fe0-b014-45ab8b8a2289 admin admin] Publish callbacks [] for security_group (a9db222b-6cf7-4e1d-8748-e2429bbb9e0f), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:59.181143 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f762189a-a11d-4fe0-b014-45ab8b8a2289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (a9db222b-6cf7-4e1d-8748-e2429bbb9e0f), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:59.220098 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-f762189a-a11d-4fe0-b014-45ab8b8a2289 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a731723872145b98025d66412b10475&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327064 Jul 06 13:55:59.220969 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762189a-a11d-4fe0-b014-45ab8b8a2289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9db222b-6cf7-4e1d-8748-e2429bbb9e0f,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:59.222806 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 38984) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:55:59.274273 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-27b090be-6a4d-4084-ba95-ee1cb2f550ba admin admin] Publish callbacks [] for security_group (a9db222b-6cf7-4e1d-8748-e2429bbb9e0f), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:59.276343 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=10 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:55:59.302281 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-27b090be-6a4d-4084-ba95-ee1cb2f550ba admin admin] Publish callbacks [] for security_group (a9db222b-6cf7-4e1d-8748-e2429bbb9e0f), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:59.396981 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-27b090be-6a4d-4084-ba95-ee1cb2f550ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (a9db222b-6cf7-4e1d-8748-e2429bbb9e0f), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:59.399858 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-27b090be-6a4d-4084-ba95-ee1cb2f550ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:55:59.401533 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-27b090be-6a4d-4084-ba95-ee1cb2f550ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9db222b-6cf7-4e1d-8748-e2429bbb9e0f HTTP/1.1" status: 204 len: 168 time: 0.1769748 Jul 06 13:55:59.416449 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b090be-6a4d-4084-ba95-ee1cb2f550ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9db222b-6cf7-4e1d-8748-e2429bbb9e0f,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:55:59.493883 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765deeb2-7887-46bd-ba5a-b51b0fa6d1d3 req-adb1c67f-ac5c-4151-93ce-53c458e8c5cd tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:55:59.495362 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-765deeb2-7887-46bd-ba5a-b51b0fa6d1d3 req-adb1c67f-ac5c-4151-93ce-53c458e8c5cd tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0507545 Jul 06 13:55:59.544190 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-765deeb2-7887-46bd-ba5a-b51b0fa6d1d3 req-0c246789-93ad-4ace-8cbb-d4b1e8728600 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421867 Jul 06 13:56:00.673749 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c59f5f-ee05-4ff1-bca0-efcb6733313e req-72853051-add1-4a0a-856f-909522ccc2de tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:00.675469 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a9c59f5f-ee05-4ff1-bca0-efcb6733313e req-72853051-add1-4a0a-856f-909522ccc2de tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0508611 Jul 06 13:56:00.724340 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a9c59f5f-ee05-4ff1-bca0-efcb6733313e req-cb88d447-3664-470c-9838-9467954ba26d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427885 Jul 06 13:56:01.843533 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ed1ef-3195-4c13-b870-f61427ce88f6 req-58cec905-08ad-4c8f-ad42-fd1b6c327888 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:01.845039 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f34ed1ef-3195-4c13-b870-f61427ce88f6 req-58cec905-08ad-4c8f-ad42-fd1b6c327888 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0472867 Jul 06 13:56:01.884221 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:01.892497 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f34ed1ef-3195-4c13-b870-f61427ce88f6 req-390c7959-7c08-429c-b832-1d60a802e2d3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420678 Jul 06 13:56:03.013419 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938cf84-b44f-4413-b956-2224b744669a req-c0aabcce-a8b3-4385-aa84-913485029eed tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:03.014842 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a938cf84-b44f-4413-b956-2224b744669a req-c0aabcce-a8b3-4385-aa84-913485029eed tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0459359 Jul 06 13:56:03.060912 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a938cf84-b44f-4413-b956-2224b744669a req-3f72029c-0fb1-469d-9386-c305809436c9 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406566 Jul 06 13:56:03.696355 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 39078) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:03.805525 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-167a79ec-8523-4ec2-9fc0-30566accdb89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:03.883863 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-167a79ec-8523-4ec2-9fc0-30566accdb89 admin admin] Publish callbacks [] for security_group (142a4a1e-9574-4bce-bbc3-9c90d8274768), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:03.888370 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-167a79ec-8523-4ec2-9fc0-30566accdb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (142a4a1e-9574-4bce-bbc3-9c90d8274768), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:03.930908 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-167a79ec-8523-4ec2-9fc0-30566accdb89 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec0ddb31fecf45d29fad8dfd5efd6c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332742 Jul 06 13:56:03.932010 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a79ec-8523-4ec2-9fc0-30566accdb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142a4a1e-9574-4bce-bbc3-9c90d8274768,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:03.933648 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 39082) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:03.982575 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1ef02aea-a0b1-46b5-83e4-3c56b7f0b0fa admin admin] Publish callbacks [] for security_group (142a4a1e-9574-4bce-bbc3-9c90d8274768), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:04.006704 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1ef02aea-a0b1-46b5-83e4-3c56b7f0b0fa admin admin] Publish callbacks [] for security_group (142a4a1e-9574-4bce-bbc3-9c90d8274768), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:04.051206 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1ef02aea-a0b1-46b5-83e4-3c56b7f0b0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (142a4a1e-9574-4bce-bbc3-9c90d8274768), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:04.053662 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1ef02aea-a0b1-46b5-83e4-3c56b7f0b0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:04.054762 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-1ef02aea-a0b1-46b5-83e4-3c56b7f0b0fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/142a4a1e-9574-4bce-bbc3-9c90d8274768 HTTP/1.1" status: 204 len: 168 time: 0.1196377 Jul 06 13:56:04.063146 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef02aea-a0b1-46b5-83e4-3c56b7f0b0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142a4a1e-9574-4bce-bbc3-9c90d8274768,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:04.186338 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988689a-8814-4795-b21e-9bb7b5f259f4 req-c68737ca-bb5b-47f3-b5e6-2b43fb67addf tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:04.187828 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d988689a-8814-4795-b21e-9bb7b5f259f4 req-c68737ca-bb5b-47f3-b5e6-2b43fb67addf tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0500255 Jul 06 13:56:04.236158 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d988689a-8814-4795-b21e-9bb7b5f259f4 req-b553fd42-d571-4432-b2ce-718107dce169 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428226 Jul 06 13:56:04.338503 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 39090) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:04.352315 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b6b4340c-0e25-4fc4-ab61-c9221e176ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:04.425536 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b6b4340c-0e25-4fc4-ab61-c9221e176ae6 admin admin] Publish callbacks [] for security_group (8f69d283-3f8a-4625-9b89-d28b0317b914), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:04.428938 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b6b4340c-0e25-4fc4-ab61-c9221e176ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (8f69d283-3f8a-4625-9b89-d28b0317b914), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:04.448608 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=14 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:04.468986 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-b6b4340c-0e25-4fc4-ab61-c9221e176ae6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1dc9d1841c64313902db8c45251f05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294591 Jul 06 13:56:04.471476 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4340c-0e25-4fc4-ab61-c9221e176ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f69d283-3f8a-4625-9b89-d28b0317b914,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:04.472105 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 39092) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:04.523231 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d0393f63-fc1b-4b17-bd92-cbf10004d1ee admin admin] Publish callbacks [] for security_group (8f69d283-3f8a-4625-9b89-d28b0317b914), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:04.545643 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d0393f63-fc1b-4b17-bd92-cbf10004d1ee admin admin] Publish callbacks [] for security_group (8f69d283-3f8a-4625-9b89-d28b0317b914), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:04.593362 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d0393f63-fc1b-4b17-bd92-cbf10004d1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (8f69d283-3f8a-4625-9b89-d28b0317b914), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:04.596436 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d0393f63-fc1b-4b17-bd92-cbf10004d1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:04.597604 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-d0393f63-fc1b-4b17-bd92-cbf10004d1ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f69d283-3f8a-4625-9b89-d28b0317b914 HTTP/1.1" status: 204 len: 168 time: 0.1245208 Jul 06 13:56:04.605187 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0393f63-fc1b-4b17-bd92-cbf10004d1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f69d283-3f8a-4625-9b89-d28b0317b914,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:05.363623 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698b509-0a3a-4950-89a6-881b4a58a4fd req-ea9b6dcd-59c4-4365-b5fd-ee676ade3c92 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:05.365135 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9698b509-0a3a-4950-89a6-881b4a58a4fd req-ea9b6dcd-59c4-4365-b5fd-ee676ade3c92 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0486274 Jul 06 13:56:05.416293 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9698b509-0a3a-4950-89a6-881b4a58a4fd req-7c8f1499-52ec-41d8-9d73-1a67fe1a3a75 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451677 Jul 06 13:56:06.471585 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=66 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:06.474173 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=15 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:06.539555 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c514f-b461-49b8-a43b-6541dea7830f req-39bed7df-7da3-4ace-abc5-5bd254a03cc2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:06.541019 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a64c514f-b461-49b8-a43b-6541dea7830f req-39bed7df-7da3-4ace-abc5-5bd254a03cc2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0503435 Jul 06 13:56:06.587867 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a64c514f-b461-49b8-a43b-6541dea7830f req-023c5711-b707-4070-a013-fd44d022750e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411735 Jul 06 13:56:07.712750 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675d101-e404-44fc-89e8-a01a0be7c992 req-0e7c9cd7-2ca4-4d40-b70f-a93848c3a188 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:07.714854 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1675d101-e404-44fc-89e8-a01a0be7c992 req-0e7c9cd7-2ca4-4d40-b70f-a93848c3a188 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0506599 Jul 06 13:56:07.769077 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1675d101-e404-44fc-89e8-a01a0be7c992 req-ed3ef471-25ee-4101-9309-0deae76f7ef4 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470595 Jul 06 13:56:08.894778 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3eebb9-438e-4903-989c-c498f6a706b1 req-85f438c4-219e-4cb9-b89e-02e42da38158 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:08.896318 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-de3eebb9-438e-4903-989c-c498f6a706b1 req-85f438c4-219e-4cb9-b89e-02e42da38158 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 943 time: 0.0518155 Jul 06 13:56:08.915936 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:08.957215 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-de3eebb9-438e-4903-989c-c498f6a706b1 req-b0f8cc83-de7d-43f4-990c-9fab9f2d3b36 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552104 Jul 06 13:56:09.328321 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 92164628-0711-4bbe-835d-289c030d699a details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:09.428054 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 92164628-0711-4bbe-835d-289c030d699a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=92164628-0711-4bbe-835d-289c030d699a,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:09.439310 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '92164628-0711-4bbe-835d-289c030d699a', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'port_id': '92164628-0711-4bbe-835d-289c030d699a', 'mac_address': 'fa:16:3e:59:e1:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:56:09.480036 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 92164628-0711-4bbe-835d-289c030d699a is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:56:09.480413 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (92164628-0711-4bbe-835d-289c030d699a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:09.623142 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92164628-0711-4bbe-835d-289c030d699a {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:56:09.646795 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-0edcade0-a059-44b2-8e9f-ed1997f85c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:09.649185 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 92164628-0711-4bbe-835d-289c030d699a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=92164628-0711-4bbe-835d-289c030d699a,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:09.653224 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (92164628-0711-4bbe-835d-289c030d699a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:09.700119 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=92164628-0711-4bbe-835d-289c030d699a,revision_number=9']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:10.081063 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:10.092456 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bf6e1-e1cb-4ea9-9066-b715912f3e51 req-b4ba061f-12d7-4403-a2db-929f867087cf tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:10.093971 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8e5bf6e1-e1cb-4ea9-9066-b715912f3e51 req-b4ba061f-12d7-4403-a2db-929f867087cf tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 944 time: 0.0540991 Jul 06 13:56:10.102263 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['92164628-0711-4bbe-835d-289c030d699a'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:10.157579 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8e5bf6e1-e1cb-4ea9-9066-b715912f3e51 req-b442b5d4-5b8c-4a05-86f6-68b38824bfde tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550725 Jul 06 13:56:10.174377 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:11.282611 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df181fb-fe49-4815-851f-f90c18fc62e7 req-272e1c76-2c9b-4f7d-97e2-8bc869ece7bd tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:11.284174 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9df181fb-fe49-4815-851f-f90c18fc62e7 req-272e1c76-2c9b-4f7d-97e2-8bc869ece7bd tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 944 time: 0.0539517 Jul 06 13:56:11.336051 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-9df181fb-fe49-4815-851f-f90c18fc62e7 req-2d5fff11-4d8e-4553-8cf6-4e8a05c59951 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463946 Jul 06 13:56:11.340288 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 92164628-0711-4bbe-835d-289c030d699a up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:11.380909 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:11.404559 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 92164628-0711-4bbe-835d-289c030d699a triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:56:11.405087 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (92164628-0711-4bbe-835d-289c030d699a), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:11.500606 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 92164628-0711-4bbe-835d-289c030d699a is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:56:11.501031 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (92164628-0711-4bbe-835d-289c030d699a), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:11.534348 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92164628-0711-4bbe-835d-289c030d699a'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:56:11.536531 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd55d56c-30a8-4db0-b0d6-20966c6a68ce" -d '{"events": [{"server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "name": "network-vif-plugged", "status": "completed", "tag": "92164628-0711-4bbe-835d-289c030d699a"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:11.548249 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 92164628-0711-4bbe-835d-289c030d699a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=92164628-0711-4bbe-835d-289c030d699a,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:11.554058 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (92164628-0711-4bbe-835d-289c030d699a), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:11.581205 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7fd6a1-b6f7-4c51-bf1a-c73611826e62 x-openstack-request-id: req-bf7fd6a1-b6f7-4c51-bf1a-c73611826e62 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:11.581498 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "name": "network-vif-plugged", "status": "completed", "tag": "92164628-0711-4bbe-835d-289c030d699a", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:11.581747 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf7fd6a1-b6f7-4c51-bf1a-c73611826e62 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:11.582142 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7fd6a1-b6f7-4c51-bf1a-c73611826e62'] response: {'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92164628-0711-4bbe-835d-289c030d699a', 'code': 200} Jul 06 13:56:11.609716 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=92164628-0711-4bbe-835d-289c030d699a,revision_number=10']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:11.964367 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6bb9b710-47a9-4eb3-aef1-709a2614e310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:12.458476 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90eb85-d429-4a25-bbdd-586d557ec6a6 req-f02880eb-4d07-4036-a7a6-0922267b8350 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:12.459951 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5e90eb85-d429-4a25-bbdd-586d557ec6a6 req-f02880eb-4d07-4036-a7a6-0922267b8350 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0479896 Jul 06 13:56:12.508434 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-5e90eb85-d429-4a25-bbdd-586d557ec6a6 req-8e34f617-fb9a-4cfe-bd57-6b54f0450ed3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428243 Jul 06 13:56:12.910574 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:13.632072 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75155823-aaa3-4ade-83b7-feaae2912d0c req-e899dfa6-ceb9-490f-9e36-3ac53fff82f1 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:13.633502 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-75155823-aaa3-4ade-83b7-feaae2912d0c req-e899dfa6-ceb9-490f-9e36-3ac53fff82f1 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0484071 Jul 06 13:56:13.679078 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-75155823-aaa3-4ade-83b7-feaae2912d0c req-b6a85d6d-2b7e-4ab0-a4c0-21b26fe4132b tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395622 Jul 06 13:56:14.386816 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:14.666930 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:14.799233 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ed11d-4a4f-47d0-bed3-d8487cee00e2 req-70b66917-daea-4b91-837d-875feacb5de7 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:14.800983 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-df3ed11d-4a4f-47d0-bed3-d8487cee00e2 req-70b66917-daea-4b91-837d-875feacb5de7 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0480294 Jul 06 13:56:14.855477 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-df3ed11d-4a4f-47d0-bed3-d8487cee00e2 req-20fddbef-eb91-4d20-9422-7a5017ef9d58 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488989 Jul 06 13:56:15.984444 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4c2e4-62dd-42ae-9a76-32efbe70bca9 req-70954532-0a6c-493e-b063-6d048a5fd6f1 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:15.986241 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0ae4c2e4-62dd-42ae-9a76-32efbe70bca9 req-70954532-0a6c-493e-b063-6d048a5fd6f1 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0498009 Jul 06 13:56:16.036759 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0ae4c2e4-62dd-42ae-9a76-32efbe70bca9 req-2a91065c-cba0-426c-8f2c-9748ab958135 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446219 Jul 06 13:56:17.158244 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289f4ba-84fb-4c36-9683-cfac7179c898 req-9fc4e10d-7361-4921-b2a4-9e87135e26cc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:17.159609 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a289f4ba-84fb-4c36-9683-cfac7179c898 req-9fc4e10d-7361-4921-b2a4-9e87135e26cc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0469186 Jul 06 13:56:17.195004 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:17.208103 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a289f4ba-84fb-4c36-9683-cfac7179c898 req-b267aade-5890-432a-8592-ba9ab8cbed21 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431497 Jul 06 13:56:17.629284 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f286ee-4477-4ef4-8c70-9c6400fa4a72 req-86044a44-b737-4983-8d89-63e4013d6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:17.632309 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-98f286ee-4477-4ef4-8c70-9c6400fa4a72 req-86044a44-b737-4983-8d89-63e4013d6b68 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 1130 time: 0.1368220 Jul 06 13:56:17.677619 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-98f286ee-4477-4ef4-8c70-9c6400fa4a72 req-981ab55f-9bdc-452d-a3bf-da5f4b19a34e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394268 Jul 06 13:56:18.333839 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51768841-b2d3-48da-bd84-7d0a1935c395 req-2b4303eb-70ca-4105-8b5f-cdbd2d900ea6 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:18.335367 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-51768841-b2d3-48da-bd84-7d0a1935c395 req-2b4303eb-70ca-4105-8b5f-cdbd2d900ea6 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0496309 Jul 06 13:56:18.389096 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-51768841-b2d3-48da-bd84-7d0a1935c395 req-7346f238-1872-44d3-9b0c-5878b81f95fb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473015 Jul 06 13:56:19.513473 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43decfc2-66fc-44e8-aabf-2db160ec14c7 req-511e91e8-70ed-4900-9f16-37354520ce6f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:19.514928 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-43decfc2-66fc-44e8-aabf-2db160ec14c7 req-511e91e8-70ed-4900-9f16-37354520ce6f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0511522 Jul 06 13:56:19.562778 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-43decfc2-66fc-44e8-aabf-2db160ec14c7 req-ffc3a09b-2996-4236-bace-51f76656f7fe tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424261 Jul 06 13:56:20.680020 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc067eb7-2b92-432b-82fb-4e1f7e255267 req-6cce1db5-daf8-4632-8beb-37fb5a54385f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:20.681543 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cc067eb7-2b92-432b-82fb-4e1f7e255267 req-6cce1db5-daf8-4632-8beb-37fb5a54385f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0463300 Jul 06 13:56:20.737754 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cc067eb7-2b92-432b-82fb-4e1f7e255267 req-6ca01e90-2bff-40ae-9270-2104f77f3ae3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499725 Jul 06 13:56:21.859332 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fd76c-6b32-440f-8453-9716eb8e913f req-bedac243-2075-4d22-942e-2556da6612e4 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:21.860711 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-182fd76c-6b32-440f-8453-9716eb8e913f req-bedac243-2075-4d22-942e-2556da6612e4 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0474021 Jul 06 13:56:21.907354 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-182fd76c-6b32-440f-8453-9716eb8e913f req-03fba9ca-e1cd-403c-8a04-7576d563d5ed tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412290 Jul 06 13:56:22.926803 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:22.928615 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:23.026184 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7555660-0abe-4a6b-83b2-da0d4a84e327 req-7171aa23-2a9c-4f40-a79f-47573d4d70e8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:23.028135 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c7555660-0abe-4a6b-83b2-da0d4a84e327 req-7171aa23-2a9c-4f40-a79f-47573d4d70e8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0477831 Jul 06 13:56:23.078841 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c7555660-0abe-4a6b-83b2-da0d4a84e327 req-d8509b18-ceb0-4ab7-802c-42a8f9b5c26d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457721 Jul 06 13:56:23.922355 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:56:24.213391 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd39c4-0a72-46ba-af42-47dcda2d711c req-da49c38b-2af5-47ab-b31e-95ce06a53d1c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:24.217312 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-dccd39c4-0a72-46ba-af42-47dcda2d711c req-da49c38b-2af5-47ab-b31e-95ce06a53d1c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0531685 Jul 06 13:56:24.288389 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-dccd39c4-0a72-46ba-af42-47dcda2d711c req-023ca64d-929e-4133-b754-8b67e158b457 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636039 Jul 06 13:56:24.661471 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:24.662570 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:24.686223 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:25.409968 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7763aa-9058-4ca4-a71d-75c6accc2a20 req-c3d8c5ce-d1ce-434c-9cc9-9ca051d72865 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:25.411386 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dc7763aa-9058-4ca4-a71d-75c6accc2a20 req-c3d8c5ce-d1ce-434c-9cc9-9ca051d72865 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0489190 Jul 06 13:56:25.457894 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-dc7763aa-9058-4ca4-a71d-75c6accc2a20 req-573debd7-4697-421c-a5e3-55eb6a671364 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410011 Jul 06 13:56:27.578737 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4e4b2e92-f645-4cec-a4e6-665adeddef10 req-c9c35b73-8b44-4758-8ac9-4d83810eca9d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382211 Jul 06 13:56:27.654069 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b2e92-f645-4cec-a4e6-665adeddef10 req-55e857c1-e4a1-4417-9675-0438134c9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:27.655699 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4e4b2e92-f645-4cec-a4e6-665adeddef10 req-55e857c1-e4a1-4417-9675-0438134c9327 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 1130 time: 0.0404537 Jul 06 13:56:27.787874 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b2e92-f645-4cec-a4e6-665adeddef10 req-1b2397f7-d0f0-4702-8f82-83e831ed9677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:27.789617 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4e4b2e92-f645-4cec-a4e6-665adeddef10 req-1b2397f7-d0f0-4702-8f82-83e831ed9677 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 913 time: 0.1148062 Jul 06 13:56:27.836189 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:27.853065 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4e4b2e92-f645-4cec-a4e6-665adeddef10 req-9df5fe5a-d747-4d96-9a68-82b55c10b1cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4a21c4c-d429-4422-94d4-fcf1670202ed HTTP/1.1" status: 200 len: 1001 time: 0.0576117 Jul 06 13:56:27.901852 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b2e92-f645-4cec-a4e6-665adeddef10 req-ffcfd3d6-1a5a-4f0a-ada5-94ec56c23a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:27.903403 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4e4b2e92-f645-4cec-a4e6-665adeddef10 req-ffcfd3d6-1a5a-4f0a-ada5-94ec56c23a67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0444996 Jul 06 13:56:27.950744 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b2e92-f645-4cec-a4e6-665adeddef10 req-c75aeb08-eb74-49d0-80a2-4c0183864105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:27.952214 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4e4b2e92-f645-4cec-a4e6-665adeddef10 req-c75aeb08-eb74-49d0-80a2-4c0183864105 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433617 Jul 06 13:56:28.040270 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4e4b2e92-f645-4cec-a4e6-665adeddef10 req-3c1b2c9d-abb7-4d3b-86b9-5f8925b1d2c6 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815833 Jul 06 13:56:28.138346 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4e4b2e92-f645-4cec-a4e6-665adeddef10 req-6192e9d2-6a8a-48ff-9ecd-7db03851fd68 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926242 Jul 06 13:56:31.104326 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-fbdecb41-d6bb-4733-b698-70770488f0f0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-113773701&fields=id&tenant_id=7bf864bb1764452e8e3a6f0d5929da9f HTTP/1.1" status: 200 len: 267 time: 0.0487182 Jul 06 13:56:31.206108 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:31.216291 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070347f5-099b-4850-9c37-5f50589ea011 req-edd0808c-f506-4e9a-b430-6a9a36777b46 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:31.218037 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-edd0808c-f506-4e9a-b430-6a9a36777b46 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 812 time: 0.1066582 Jul 06 13:56:31.234086 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-44df3a5d-8a1a-4019-96aa-8a80c70e75ce tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/quotas/7bf864bb1764452e8e3a6f0d5929da9f HTTP/1.1" status: 200 len: 375 time: 0.0105822 Jul 06 13:56:31.288942 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-a606c8c4-55b2-4a2b-b19c-3acc113da89c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476844 Jul 06 13:56:31.307255 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-8545713d-e3b0-4440-861f-2f771323024b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110605) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:56:31.308630 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-8545713d-e3b0-4440-861f-2f771323024b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061738 Jul 06 13:56:31.350188 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 39470) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:31.400166 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-9570e87f-3288-42cb-b547-affa3a1201a2 service neutron] 10.222.0.20 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854473 Jul 06 13:56:31.455456 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:31.498792 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-54c03c76-2978-475b-9eaa-1d0c68a12bc8 service neutron] 10.222.0.20 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920718 Jul 06 13:56:31.533724 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Publish callbacks [] for security_group (2c16cc85-d209-42d0-b974-5b187caac733), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:31.537738 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2c16cc85-d209-42d0-b974-5b187caac733), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:31.578360 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=093c882a86024b269c1f90973f9ddcf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270732 Jul 06 13:56:31.579208 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c16cc85-d209-42d0-b974-5b187caac733,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:31.581157 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 39476) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:31.586467 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.586814 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.587154 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.587678 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.588020 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.588627 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.588835 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.589058 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.589390 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.589715 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.590066 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.590391 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.590714 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.591033 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.591890 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbec154f-910b-45d3-87d4-fc94c8c26443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.637362 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Publish callbacks [] for security_group (2c16cc85-d209-42d0-b974-5b187caac733), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:31.659962 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Publish callbacks [] for security_group (2c16cc85-d209-42d0-b974-5b187caac733), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:31.713814 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2c16cc85-d209-42d0-b974-5b187caac733), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:31.716357 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:31.718224 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c16cc85-d209-42d0-b974-5b187caac733 HTTP/1.1" status: 204 len: 168 time: 0.1360021 Jul 06 13:56:31.726602 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c16cc85-d209-42d0-b974-5b187caac733,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:31.734701 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.735096 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.735431 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.735795 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.736131 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.736466 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.736791 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.737144 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.737470 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.737793 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.738122 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.738538 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.738860 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.739178 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.739503 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a793f91d-ca6d-4645-89b3-9d243595b7b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:31.798795 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:32.083878 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-af690e25-e33d-493a-91c3-a16eea5bbc52 req-8702a0bc-c99e-40d5-9cd7-515448b761d6 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 210 time: 0.2948461 Jul 06 13:56:33.198059 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070347f5-099b-4850-9c37-5f50589ea011 req-5075d985-0ab8-4cea-98e3-fb168da80e99 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:33.199488 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-5075d985-0ab8-4cea-98e3-fb168da80e99 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 812 time: 0.1279407 Jul 06 13:56:33.222774 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-411d68b7-e6e9-4a49-8644-3b2aa5428f95 req-a1beb5aa-0164-4e79-8a4a-6e865c48ef7a tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 210 time: 0.0439868 Jul 06 13:56:33.242874 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:33.286270 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-8d36499e-4eb2-4dea-9cd9-254ce4a41f1e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bf864bb1764452e8e3a6f0d5929da9f HTTP/1.1" status: 200 len: 379 time: 0.0706770 Jul 06 13:56:33.297813 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-070347f5-099b-4850-9c37-5f50589ea011 req-6a28a1a6-3cdd-4f13-bbfc-2d753707f6e0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Request body: {'port': {'device_id': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'admin_state_up': True, 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'security_groups': ['fe7fe5c9-ac09-49e5-8eba-7d900b0c003e']}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:56:33.405597 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070347f5-099b-4850-9c37-5f50589ea011 req-6a28a1a6-3cdd-4f13-bbfc-2d753707f6e0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Made reservation on behalf of 7bf864bb1764452e8e3a6f0d5929da9f for: {'port': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:33.408848 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-070347f5-099b-4850-9c37-5f50589ea011 req-6a28a1a6-3cdd-4f13-bbfc-2d753707f6e0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:33.534726 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [req-070347f5-099b-4850-9c37-5f50589ea011 req-6a28a1a6-3cdd-4f13-bbfc-2d753707f6e0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Allocated IP 172.20.0.14 (6522e807-4f7f-4722-945c-07724b4eff64/5296f3ab-164c-4586-b531-250bbb0216ae/424688a9-34bc-4310-80b7-d8344dc05c86) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:33.588622 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:33.679197 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-070347f5-099b-4850-9c37-5f50589ea011 req-6a28a1a6-3cdd-4f13-bbfc-2d753707f6e0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for port (424688a9-34bc-4310-80b7-d8344dc05c86), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:33.710065 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-070347f5-099b-4850-9c37-5f50589ea011 req-6a28a1a6-3cdd-4f13-bbfc-2d753707f6e0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:33.754388 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070347f5-099b-4850-9c37-5f50589ea011 req-6a28a1a6-3cdd-4f13-bbfc-2d753707f6e0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Network 6522e807-4f7f-4722-945c-07724b4eff64 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:33.757452 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [req-070347f5-099b-4850-9c37-5f50589ea011 req-6a28a1a6-3cdd-4f13-bbfc-2d753707f6e0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:33.761203 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-070347f5-099b-4850-9c37-5f50589ea011 req-6a28a1a6-3cdd-4f13-bbfc-2d753707f6e0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:56:33.785120 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28a1a6-3cdd-4f13-bbfc-2d753707f6e0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'Port': ['ID=424688a9-34bc-4310-80b7-d8344dc05c86,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:33.815732 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070347f5-099b-4850-9c37-5f50589ea011 req-6a28a1a6-3cdd-4f13-bbfc-2d753707f6e0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:33.816338 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-070347f5-099b-4850-9c37-5f50589ea011 req-6a28a1a6-3cdd-4f13-bbfc-2d753707f6e0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:33.834099 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-6a28a1a6-3cdd-4f13-bbfc-2d753707f6e0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5425141 Jul 06 13:56:33.853373 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Request body: {'port': {'device_id': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:56:33.918640 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:33.927539 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:34.001881 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-b9539115-1f57-4595-810a-ed8ffe9d38a6 None None] Provisioning complete for port 424688a9-34bc-4310-80b7-d8344dc05c86 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:56:34.002498 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b9539115-1f57-4595-810a-ed8ffe9d38a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:34.033101 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-b9539115-1f57-4595-810a-ed8ffe9d38a6 None None] Port 424688a9-34bc-4310-80b7-d8344dc05c86 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:56:34.067350 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:34.184929 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 424688a9-34bc-4310-80b7-d8344dc05c86 {{(pid=110605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:56:34.193067 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Publish callbacks [] for port (424688a9-34bc-4310-80b7-d8344dc05c86), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:34.205369 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.provisioning_blocks [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Transition to ACTIVE for port object 424688a9-34bc-4310-80b7-d8344dc05c86 will not be triggered until provisioned by entity L2. {{(pid=110605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:56:34.208971 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:34.260087 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Pushing event updated for resources: {'Port': ['ID=424688a9-34bc-4310-80b7-d8344dc05c86,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:34.340063 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Attempting to bind port 424688a9-34bc-4310-80b7-d8344dc05c86 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:56:34.340063 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Attempting to bind port 424688a9-34bc-4310-80b7-d8344dc05c86 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:56:34.340374 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Attempting to bind port 424688a9-34bc-4310-80b7-d8344dc05c86 on network 6522e807-4f7f-4722-945c-07724b4eff64 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:56:34.343123 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:34.346055 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Port 424688a9-34bc-4310-80b7-d8344dc05c86 on network 6522e807-4f7f-4722-945c-07724b4eff64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:56:34.346386 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Attempting to bind port 424688a9-34bc-4310-80b7-d8344dc05c86 on network 6522e807-4f7f-4722-945c-07724b4eff64 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:56:34.348373 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9792e8-a968-42d6-9a54-ddea280c9fef req-fae97c85-186d-4844-9ce8-c5c76468ad7b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:34.349910 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ac9792e8-a968-42d6-9a54-ddea280c9fef req-fae97c85-186d-4844-9ce8-c5c76468ad7b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 944 time: 0.0510612 Jul 06 13:56:34.359326 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:56:34.359661 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Checking segment: {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:56:34.360038 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Bound using segment: {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:56:34.360465 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Bound port: 424688a9-34bc-4310-80b7-d8344dc05c86, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7910cad-b884-4f67-8aee-21c4b96222f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64'}}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:56:34.360819 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:34.378819 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:34.411314 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-ac9792e8-a968-42d6-9a54-ddea280c9fef req-965f5026-1d7e-4638-8444-fea5fa649277 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556197 Jul 06 13:56:34.438264 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] For port 424688a9-34bc-4310-80b7-d8344dc05c86, host hv-cinder-81914, cleared binding levels {{(pid=110605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:34.441472 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] For port 424688a9-34bc-4310-80b7-d8344dc05c86, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=424688a9-34bc-4310-80b7-d8344dc05c86,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:34.447243 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:34.487526 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:34.488170 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:34.489683 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] 10.222.0.39 "PUT /v2.0/ports/424688a9-34bc-4310-80b7-d8344dc05c86 HTTP/1.1" status: 200 len: 1094 time: 0.6406085 Jul 06 13:56:34.490017 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'tag': '424688a9-34bc-4310-80b7-d8344dc05c86'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:56:34.492274 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ae0de1-829a-4906-9df1-9ba0a373fe01" -d '{"events": [{"name": "network-changed", "server_uuid": "74abce3a-f884-4edd-906c-b7ea211c3b5a", "tag": "424688a9-34bc-4310-80b7-d8344dc05c86"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:34.512885 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf793d-44e9-4726-853a-7e056fd3b80c service neutron] Pushing event updated for resources: {'Port': ['ID=424688a9-34bc-4310-80b7-d8344dc05c86,revision_number=3']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:34.624940 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070347f5-099b-4850-9c37-5f50589ea011 req-59d322b9-b4eb-4a11-ad1d-6c065fa877ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:34.626541 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-59d322b9-b4eb-4a11-ad1d-6c065fa877ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 1128 time: 0.0457451 Jul 06 13:56:34.705466 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdc1fb9-ff05-4787-96e4-29858fa5e472 x-openstack-request-id: req-7cdc1fb9-ff05-4787-96e4-29858fa5e472 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:34.705692 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74abce3a-f884-4edd-906c-b7ea211c3b5a", "tag": "424688a9-34bc-4310-80b7-d8344dc05c86", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:34.705946 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cdc1fb9-ff05-4787-96e4-29858fa5e472 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:34.706340 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdc1fb9-ff05-4787-96e4-29858fa5e472'] response: {'name': 'network-changed', 'server_uuid': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'tag': '424688a9-34bc-4310-80b7-d8344dc05c86', 'status': 'completed', 'code': 200} Jul 06 13:56:34.708068 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-a13b3cdc-1459-4428-ae14-6b1a567079a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424688a9-34bc-4310-80b7-d8344dc05c86 HTTP/1.1" status: 200 len: 217 time: 0.0392253 Jul 06 13:56:34.759997 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070347f5-099b-4850-9c37-5f50589ea011 req-3ca854cc-850c-49a2-8897-5bb79970dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:34.761450 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-3ca854cc-850c-49a2-8897-5bb79970dafd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0438166 Jul 06 13:56:34.809635 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070347f5-099b-4850-9c37-5f50589ea011 req-56b0b506-9709-4327-8030-a133b367a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:34.811824 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-56b0b506-9709-4327-8030-a133b367a33f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444605 Jul 06 13:56:34.908347 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-1cab39de-f04a-49b2-a9d0-04126c55884a service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898190 Jul 06 13:56:35.012847 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-070347f5-099b-4850-9c37-5f50589ea011 req-e6fc3534-ec7a-4d9e-9006-cd34159753fc service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980437 Jul 06 13:56:35.529748 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f2f06-3edb-4f7b-8da0-8b1d53850990 req-689a6467-f06b-4736-91c0-7301f3f67287 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:35.531633 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7f2f2f06-3edb-4f7b-8da0-8b1d53850990 req-689a6467-f06b-4736-91c0-7301f3f67287 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 944 time: 0.0515182 Jul 06 13:56:35.588195 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7f2f2f06-3edb-4f7b-8da0-8b1d53850990 req-16911dfd-6be7-4c8a-9b97-e91a70570a61 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509825 Jul 06 13:56:36.705567 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e17a6-36fd-4e37-83ab-aa0197dd6597 req-bec5fa34-68ce-4eda-9910-85fff1f333b4 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:36.707055 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-418e17a6-36fd-4e37-83ab-aa0197dd6597 req-bec5fa34-68ce-4eda-9910-85fff1f333b4 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 944 time: 0.0481403 Jul 06 13:56:36.760274 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-418e17a6-36fd-4e37-83ab-aa0197dd6597 req-ebdcdad2-6f5f-49fe-892b-2a75dc215860 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469882 Jul 06 13:56:36.884120 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 39582) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:36.988916 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a142a11f-ce83-4ae7-b51f-8e86323cc989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:37.033953 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:37.072083 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a142a11f-ce83-4ae7-b51f-8e86323cc989 admin admin] Publish callbacks [] for security_group (dffcd226-2ad9-4e70-8bee-1647dc394af3), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:37.076830 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a142a11f-ce83-4ae7-b51f-8e86323cc989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (dffcd226-2ad9-4e70-8bee-1647dc394af3), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:37.117845 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a142a11f-ce83-4ae7-b51f-8e86323cc989 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ee9bd87050f47009e091f72fec1688e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326746 Jul 06 13:56:37.119051 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142a11f-ce83-4ae7-b51f-8e86323cc989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffcd226-2ad9-4e70-8bee-1647dc394af3,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:37.120752 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 39586) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:37.169781 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7dd68485-7d5c-4650-9c7a-da49316ca613 admin admin] Publish callbacks [] for security_group (dffcd226-2ad9-4e70-8bee-1647dc394af3), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:37.190973 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7dd68485-7d5c-4650-9c7a-da49316ca613 admin admin] Publish callbacks [] for security_group (dffcd226-2ad9-4e70-8bee-1647dc394af3), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:37.237877 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7dd68485-7d5c-4650-9c7a-da49316ca613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (dffcd226-2ad9-4e70-8bee-1647dc394af3), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:37.240378 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7dd68485-7d5c-4650-9c7a-da49316ca613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:37.241510 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-7dd68485-7d5c-4650-9c7a-da49316ca613 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dffcd226-2ad9-4e70-8bee-1647dc394af3 HTTP/1.1" status: 204 len: 168 time: 0.1196356 Jul 06 13:56:37.249101 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd68485-7d5c-4650-9c7a-da49316ca613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffcd226-2ad9-4e70-8bee-1647dc394af3,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:37.289527 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae0de1-829a-4906-9df1-9ba0a373fe01 req-8bbce17a-012f-411e-8dae-93c03a29e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:37.291087 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b1ae0de1-829a-4906-9df1-9ba0a373fe01 req-8bbce17a-012f-411e-8dae-93c03a29e3b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 1128 time: 0.0429871 Jul 06 13:56:37.375244 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:37.394281 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae0de1-829a-4906-9df1-9ba0a373fe01 req-247dfa04-7609-4afb-95cd-6a268e48b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:37.395672 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b1ae0de1-829a-4906-9df1-9ba0a373fe01 req-247dfa04-7609-4afb-95cd-6a268e48b81a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 913 time: 0.0983732 Jul 06 13:56:37.437418 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b1ae0de1-829a-4906-9df1-9ba0a373fe01 req-2d9d1acb-9138-4043-9140-e0e373cfdae3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424688a9-34bc-4310-80b7-d8344dc05c86 HTTP/1.1" status: 200 len: 217 time: 0.0343854 Jul 06 13:56:37.491415 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae0de1-829a-4906-9df1-9ba0a373fe01 req-1ffa9106-38d5-49ee-98ef-7bf35049ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:37.492886 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b1ae0de1-829a-4906-9df1-9ba0a373fe01 req-1ffa9106-38d5-49ee-98ef-7bf35049ddb1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0459123 Jul 06 13:56:37.541155 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae0de1-829a-4906-9df1-9ba0a373fe01 req-8ee79e9a-8005-4d3c-9008-5e952c0c6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:37.542654 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b1ae0de1-829a-4906-9df1-9ba0a373fe01 req-8ee79e9a-8005-4d3c-9008-5e952c0c6e61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410266 Jul 06 13:56:37.642943 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b1ae0de1-829a-4906-9df1-9ba0a373fe01 req-9fc8e4d5-bd15-47c6-ae25-4adce19d8da1 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893054 Jul 06 13:56:37.739336 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b1ae0de1-829a-4906-9df1-9ba0a373fe01 req-5b85bfc8-d56f-437d-8959-5e12bef768a0 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879171 Jul 06 13:56:37.882638 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a2fc3-3cf6-41f8-bc79-9d842bd140fb req-6c46ca97-ea3b-4ebd-9fdc-6ab4e309f48c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:37.884098 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9e4a2fc3-3cf6-41f8-bc79-9d842bd140fb req-6c46ca97-ea3b-4ebd-9fdc-6ab4e309f48c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 944 time: 0.0488446 Jul 06 13:56:37.937073 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9e4a2fc3-3cf6-41f8-bc79-9d842bd140fb req-21866322-4727-40cf-91cd-3b7ad7666381 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460269 Jul 06 13:56:39.326624 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50154c2e-9386-4191-a0cd-15ef828ce5c0 req-f73559a3-a458-4528-9c31-7afce767f154 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:39.327992 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-50154c2e-9386-4191-a0cd-15ef828ce5c0 req-f73559a3-a458-4528-9c31-7afce767f154 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 944 time: 0.3176098 Jul 06 13:56:39.380800 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-50154c2e-9386-4191-a0cd-15ef828ce5c0 req-76e3469c-9cbd-42a0-971e-19dbbbb813ed tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470965 Jul 06 13:56:39.500555 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-a5404990-d6f0-4413-9d26-1a299b09b2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:40.502814 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7903f-11f3-455e-b9be-d987bfa73918 req-41f96669-e5b8-426c-8dad-20838ff567ff tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:40.504323 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d2e7903f-11f3-455e-b9be-d987bfa73918 req-41f96669-e5b8-426c-8dad-20838ff567ff tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 944 time: 0.0539882 Jul 06 13:56:40.563576 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d2e7903f-11f3-455e-b9be-d987bfa73918 req-16c31503-d50e-438c-9d57-d7ffdad6c30c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538025 Jul 06 13:56:41.688141 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fabdcb-9e22-44d0-b2ac-c7b2afcac708 req-fcca92a2-d809-45f1-9d59-54aef6b17ac4 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:41.689567 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d0fabdcb-9e22-44d0-b2ac-c7b2afcac708 req-fcca92a2-d809-45f1-9d59-54aef6b17ac4 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 944 time: 0.0504935 Jul 06 13:56:41.741140 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d0fabdcb-9e22-44d0-b2ac-c7b2afcac708 req-ce4abbb0-44a4-4dbc-a481-8b808b535f19 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460432 Jul 06 13:56:41.966478 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9283706a-3a2f-4bd1-a1b0-6537e623000a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:42.106724 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 39702) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:42.211925 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a041581f-e14d-4fee-be8d-a69b3928ebe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:42.286127 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a041581f-e14d-4fee-be8d-a69b3928ebe0 admin admin] Publish callbacks [] for security_group (6c700b50-923e-4d04-8d93-dbb2bb163ec5), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:42.289881 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a041581f-e14d-4fee-be8d-a69b3928ebe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (6c700b50-923e-4d04-8d93-dbb2bb163ec5), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:42.328529 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041581f-e14d-4fee-be8d-a69b3928ebe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c700b50-923e-4d04-8d93-dbb2bb163ec5,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:42.332797 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-a041581f-e14d-4fee-be8d-a69b3928ebe0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52dc411d6a7144889b45097422024c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250741 Jul 06 13:56:42.335422 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 39706) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:42.387024 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-34d62b97-e0c7-4d4e-9502-4d69d9388b86 admin admin] Publish callbacks [] for security_group (6c700b50-923e-4d04-8d93-dbb2bb163ec5), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:42.403981 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:42.409586 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-34d62b97-e0c7-4d4e-9502-4d69d9388b86 admin admin] Publish callbacks [] for security_group (6c700b50-923e-4d04-8d93-dbb2bb163ec5), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:42.457920 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-34d62b97-e0c7-4d4e-9502-4d69d9388b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (6c700b50-923e-4d04-8d93-dbb2bb163ec5), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:42.460437 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-34d62b97-e0c7-4d4e-9502-4d69d9388b86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:42.463803 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-34d62b97-e0c7-4d4e-9502-4d69d9388b86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c700b50-923e-4d04-8d93-dbb2bb163ec5 HTTP/1.1" status: 204 len: 168 time: 0.1253021 Jul 06 13:56:42.470691 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d62b97-e0c7-4d4e-9502-4d69d9388b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c700b50-923e-4d04-8d93-dbb2bb163ec5,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:42.861183 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea23c5c-46b0-44b7-b091-c3b4ffa62572 req-20ab2f6c-7497-4a2e-b7b3-09ecfbf478df tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:42.862677 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8ea23c5c-46b0-44b7-b091-c3b4ffa62572 req-20ab2f6c-7497-4a2e-b7b3-09ecfbf478df tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 944 time: 0.0486047 Jul 06 13:56:42.915695 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:42.917750 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8ea23c5c-46b0-44b7-b091-c3b4ffa62572 req-430d09b1-b537-4764-b2e3-9b13c72fa97a tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493033 Jul 06 13:56:44.198361 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474fac9-c931-458a-813d-25bcf73e35c7 req-35666ce1-c8aa-497e-8342-29f45c48a2f0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:44.199885 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e474fac9-c931-458a-813d-25bcf73e35c7 req-35666ce1-c8aa-497e-8342-29f45c48a2f0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 944 time: 0.0638871 Jul 06 13:56:44.247770 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e474fac9-c931-458a-813d-25bcf73e35c7 req-bd363c67-98eb-4709-b1eb-37521dbe71cb tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414374 Jul 06 13:56:44.393228 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:44.669597 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:44.721456 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-d00ebae1-d183-4db5-abd2-348a8ba0357e tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c8ca80cbead344739f19271930c14d3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301247 Jul 06 13:56:44.781543 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:44.911820 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-49acb106-af94-475a-8f98-1ade941890b5 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:44.913205 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-49acb106-af94-475a-8f98-1ade941890b5 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865046 Jul 06 13:56:44.929212 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-67c2a747-3453-4de0-859a-6dd57584b686 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/quotas/c8ca80cbead344739f19271930c14d3b HTTP/1.1" status: 200 len: 375 time: 0.0106573 Jul 06 13:56:44.961891 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-5f2a80d6-8cb5-49e2-8b8f-7437c0339cfb tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c8ca80cbead344739f19271930c14d3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277376 Jul 06 13:56:45.115957 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-636de6d5-9622-46fb-a538-746e97645ff6 req-1710428e-8711-4678-9edc-62fae71157dc tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 210 time: 0.0286040 Jul 06 13:56:45.379149 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c0a1f-bc28-46b1-ac1f-542deba5b51c req-e5b311f4-a8e8-4e26-a8bc-319157406da8 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:45.380742 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-605c0a1f-bc28-46b1-ac1f-542deba5b51c req-e5b311f4-a8e8-4e26-a8bc-319157406da8 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 944 time: 0.0570288 Jul 06 13:56:45.450321 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-605c0a1f-bc28-46b1-ac1f-542deba5b51c req-f829cfe2-8c9e-491d-9b78-d2658d408bb3 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625865 Jul 06 13:56:45.479498 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 424688a9-34bc-4310-80b7-d8344dc05c86 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:45.492835 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 39802) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:45.595670 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 424688a9-34bc-4310-80b7-d8344dc05c86, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=424688a9-34bc-4310-80b7-d8344dc05c86,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:45.609301 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '424688a9-34bc-4310-80b7-d8344dc05c86', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'port_id': '424688a9-34bc-4310-80b7-d8344dc05c86', 'mac_address': 'fa:16:3e:07:f3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:56:45.613537 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-df4af8ab-eba4-4faa-a51f-ce45a96c761c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:45.644347 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 424688a9-34bc-4310-80b7-d8344dc05c86 is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:56:45.644728 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:45.659509 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 424688a9-34bc-4310-80b7-d8344dc05c86 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:56:45.680794 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:45.681037 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 424688a9-34bc-4310-80b7-d8344dc05c86, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=424688a9-34bc-4310-80b7-d8344dc05c86,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:45.686332 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:45.693627 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-df4af8ab-eba4-4faa-a51f-ce45a96c761c admin admin] Publish callbacks [] for security_group (5caf0011-11d0-4dbc-8bb0-438048f7283c), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:45.697266 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-df4af8ab-eba4-4faa-a51f-ce45a96c761c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (5caf0011-11d0-4dbc-8bb0-438048f7283c), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:45.741359 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=424688a9-34bc-4310-80b7-d8344dc05c86,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:45.746006 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 39806) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:45.746489 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-df4af8ab-eba4-4faa-a51f-ce45a96c761c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5486bfe046db4a7e883a6307e0c0f61c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520874 Jul 06 13:56:45.747429 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4af8ab-eba4-4faa-a51f-ce45a96c761c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5caf0011-11d0-4dbc-8bb0-438048f7283c,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:45.748636 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.749346 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.749495 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.749787 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.750124 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.750459 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.750794 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.751110 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.751617 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.751944 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.752441 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.752656 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.753038 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.753405 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.753725 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:56:45.812427 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ba462688-27de-4b7d-b64c-0cf7b887bd08 admin admin] Publish callbacks [] for security_group (5caf0011-11d0-4dbc-8bb0-438048f7283c), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:45.833967 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ba462688-27de-4b7d-b64c-0cf7b887bd08 admin admin] Publish callbacks [] for security_group (5caf0011-11d0-4dbc-8bb0-438048f7283c), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:45.881298 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ba462688-27de-4b7d-b64c-0cf7b887bd08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (5caf0011-11d0-4dbc-8bb0-438048f7283c), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:45.883937 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-ba462688-27de-4b7d-b64c-0cf7b887bd08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:45.885088 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-ba462688-27de-4b7d-b64c-0cf7b887bd08 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5caf0011-11d0-4dbc-8bb0-438048f7283c HTTP/1.1" status: 204 len: 168 time: 0.1368861 Jul 06 13:56:45.893383 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba462688-27de-4b7d-b64c-0cf7b887bd08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5caf0011-11d0-4dbc-8bb0-438048f7283c,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:46.158852 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 39814) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:46.161663 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['424688a9-34bc-4310-80b7-d8344dc05c86'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:46.183232 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-aba8a55c-7ea8-4e1b-80a1-f23319be62f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:46.197944 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-be6d0ec1-1bcf-4f2e-b3be-2aa77c3e7c64 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c8ca80cbead344739f19271930c14d3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399714 Jul 06 13:56:46.275476 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0a899c50-fbf4-4de5-a61c-b5d490c88177 req-eb85c4b5-6e5a-40d3-aada-fa4800d97593 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 210 time: 0.0357993 Jul 06 13:56:46.283047 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-aba8a55c-7ea8-4e1b-80a1-f23319be62f9 admin admin] Publish callbacks [] for security_group (220ebf39-b393-45eb-80ae-89c8ba07c3fa), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:46.288080 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-aba8a55c-7ea8-4e1b-80a1-f23319be62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (220ebf39-b393-45eb-80ae-89c8ba07c3fa), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:46.344514 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-aba8a55c-7ea8-4e1b-80a1-f23319be62f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ffae6d693de743fe96d94283d2e22ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1844938 Jul 06 13:56:46.346091 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8a55c-7ea8-4e1b-80a1-f23319be62f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220ebf39-b393-45eb-80ae-89c8ba07c3fa,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:46.348950 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:46.359086 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 39818) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:46.432179 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e85b7687-977c-4b92-bf8a-265fb1927f27 admin admin] Publish callbacks [] for security_group (220ebf39-b393-45eb-80ae-89c8ba07c3fa), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:46.434615 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:46.451106 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-c254a947-3580-4249-9598-fd73ece6c0a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:46.452732 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-c254a947-3580-4249-9598-fd73ece6c0a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489557 Jul 06 13:56:46.457141 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e85b7687-977c-4b92-bf8a-265fb1927f27 admin admin] Publish callbacks [] for security_group (220ebf39-b393-45eb-80ae-89c8ba07c3fa), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:46.506869 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e85b7687-977c-4b92-bf8a-265fb1927f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (220ebf39-b393-45eb-80ae-89c8ba07c3fa), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:46.509477 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e85b7687-977c-4b92-bf8a-265fb1927f27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:46.510620 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-e85b7687-977c-4b92-bf8a-265fb1927f27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/220ebf39-b393-45eb-80ae-89c8ba07c3fa HTTP/1.1" status: 204 len: 168 time: 0.1491179 Jul 06 13:56:46.519966 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b7687-977c-4b92-bf8a-265fb1927f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220ebf39-b393-45eb-80ae-89c8ba07c3fa,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:46.557114 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Request body: {'port': {'device_id': 'b2ca483f-d16b-41a4-97ef-fa182e708ad8', 'network_id': 'c81a671c-4e3a-4701-87d4-60d81de1ba91', 'admin_state_up': True, 'tenant_id': 'c8ca80cbead344739f19271930c14d3b'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:56:46.569876 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085a6ac-9f52-4c0a-b7ef-23bc5ca521f8 req-4963aa50-60ad-4f29-98a3-c286c926d982 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:46.571386 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f085a6ac-9f52-4c0a-b7ef-23bc5ca521f8 req-4963aa50-60ad-4f29-98a3-c286c926d982 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 945 time: 0.0494163 Jul 06 13:56:46.584942 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:46.591057 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:DELETE=5,neutron:SELECT=87,neutron:INSERT=8 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:46.625363 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f085a6ac-9f52-4c0a-b7ef-23bc5ca521f8 req-b55614ce-e15b-44d4-bdd7-e088b5f7daa8 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477362 Jul 06 13:56:46.681659 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Made reservation on behalf of c8ca80cbead344739f19271930c14d3b for: {'port': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:56:46.686416 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:46.696145 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:46.776377 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Publish callbacks [] for security_group (5aa2b785-81cc-4335-97d5-c9dadcf4267a), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:46.780167 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (5aa2b785-81cc-4335-97d5-c9dadcf4267a), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:46.852414 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa2b785-81cc-4335-97d5-c9dadcf4267a,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:46.884241 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 39830) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:46.900312 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-da72958a-1cbe-438e-a4e9-d14c1a15f61b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:46.922019 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Allocated IP 192.168.233.192 (c81a671c-4e3a-4701-87d4-60d81de1ba91/bf1b4e4f-cb6b-449b-a977-9a823527ea00/078e0444-c97b-4d66-ba75-3caa6aa99a0e) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:46.950576 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:46.980873 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-da72958a-1cbe-438e-a4e9-d14c1a15f61b admin admin] Publish callbacks [] for security_group (72bb32aa-724d-4d82-8f07-c4cd1cfbf014), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:46.985911 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-da72958a-1cbe-438e-a4e9-d14c1a15f61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (72bb32aa-724d-4d82-8f07-c4cd1cfbf014), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.024055 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72958a-1cbe-438e-a4e9-d14c1a15f61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bb32aa-724d-4d82-8f07-c4cd1cfbf014,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:47.029126 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-da72958a-1cbe-438e-a4e9-d14c1a15f61b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9a0c8ea7168f40c7bb988fb895704c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437576 Jul 06 13:56:47.032375 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 39832) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:47.083746 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fae05b5e-b654-4957-a46e-ff01270e2639 admin admin] Publish callbacks [] for security_group (72bb32aa-724d-4d82-8f07-c4cd1cfbf014), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.085627 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Publish callbacks [] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.105180 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fae05b5e-b654-4957-a46e-ff01270e2639 admin admin] Publish callbacks [] for security_group (72bb32aa-724d-4d82-8f07-c4cd1cfbf014), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.106152 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:47.120261 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.155767 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fae05b5e-b654-4957-a46e-ff01270e2639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (72bb32aa-724d-4d82-8f07-c4cd1cfbf014), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.158490 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-fae05b5e-b654-4957-a46e-ff01270e2639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.159609 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-fae05b5e-b654-4957-a46e-ff01270e2639 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72bb32aa-724d-4d82-8f07-c4cd1cfbf014 HTTP/1.1" status: 204 len: 168 time: 0.1263299 Jul 06 13:56:47.166223 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Network c81a671c-4e3a-4701-87d4-60d81de1ba91 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:47.169422 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:47.171254 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae05b5e-b654-4957-a46e-ff01270e2639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bb32aa-724d-4d82-8f07-c4cd1cfbf014,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:47.174107 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:56:47.198167 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Pushing event updated for resources: {'Port': ['ID=078e0444-c97b-4d66-ba75-3caa6aa99a0e,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:47.238849 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:47.239747 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.266026 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-024a7f40-ecfd-44f8-8d31-1b5755d6d7a4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7158039 Jul 06 13:56:47.287507 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Request body: {'port': {'device_id': 'b2ca483f-d16b-41a4-97ef-fa182e708ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:56:47.376651 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.438969 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:47.453563 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc58a2-d774-4bb0-92f4-a06f2170a486 req-8a8d4e3f-c0a5-4a6e-9f1f-4a386c1f3f55 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:47.455024 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-76fc58a2-d774-4bb0-92f4-a06f2170a486 req-8a8d4e3f-c0a5-4a6e-9f1f-4a386c1f3f55 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 936 time: 0.0935032 Jul 06 13:56:47.476738 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 424688a9-34bc-4310-80b7-d8344dc05c86 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:47.504774 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-3c9902fb-46d8-4e9e-a728-aa8fd5f18494 None None] Provisioning complete for port 078e0444-c97b-4d66-ba75-3caa6aa99a0e triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:56:47.505173 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3c9902fb-46d8-4e9e-a728-aa8fd5f18494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.550518 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-3c9902fb-46d8-4e9e-a728-aa8fd5f18494 None None] Port 078e0444-c97b-4d66-ba75-3caa6aa99a0e cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:56:47.565290 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 424688a9-34bc-4310-80b7-d8344dc05c86 completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:56:47.574146 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 424688a9-34bc-4310-80b7-d8344dc05c86 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:56:47.574896 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.595038 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-76fc58a2-d774-4bb0-92f4-a06f2170a486 req-8a7fc67b-f0f2-4444-a66c-61bd3db5dca1 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325803 Jul 06 13:56:47.663486 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 424688a9-34bc-4310-80b7-d8344dc05c86 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:56:47.663963 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.693119 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424688a9-34bc-4310-80b7-d8344dc05c86'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:56:47.695625 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d4ee66-93a9-44fd-a2ec-972515c83f26" -d '{"events": [{"server_uuid": "74abce3a-f884-4edd-906c-b7ea211c3b5a", "name": "network-vif-plugged", "status": "completed", "tag": "424688a9-34bc-4310-80b7-d8344dc05c86"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:47.709982 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 424688a9-34bc-4310-80b7-d8344dc05c86, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=424688a9-34bc-4310-80b7-d8344dc05c86,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:47.715587 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.767973 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee6997-669c-450a-84c0-19503bd17dd0 req-015bb4b7-8a00-46db-83e5-85795b5c514f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:47.768902 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078e0444-c97b-4d66-ba75-3caa6aa99a0e {{(pid=110605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:56:47.775663 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-42ee6997-669c-450a-84c0-19503bd17dd0 req-015bb4b7-8a00-46db-83e5-85795b5c514f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 946 time: 0.0635037 Jul 06 13:56:47.786926 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=424688a9-34bc-4310-80b7-d8344dc05c86,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:47.789876 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Publish callbacks [] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.812498 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.provisioning_blocks [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Transition to ACTIVE for port object 078e0444-c97b-4d66-ba75-3caa6aa99a0e will not be triggered until provisioned by entity L2. {{(pid=110605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:56:47.817945 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:47.828186 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-42ee6997-669c-450a-84c0-19503bd17dd0 req-18ba20e9-3c56-4335-8477-a14dcb64dcef tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514579 Jul 06 13:56:47.890075 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Pushing event updated for resources: {'Port': ['ID=078e0444-c97b-4d66-ba75-3caa6aa99a0e,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:47.944579 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3f79f6-806a-4cb8-8807-ac607bb7dd23 x-openstack-request-id: req-3e3f79f6-806a-4cb8-8807-ac607bb7dd23 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:47.944868 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74abce3a-f884-4edd-906c-b7ea211c3b5a", "name": "network-vif-plugged", "status": "completed", "tag": "424688a9-34bc-4310-80b7-d8344dc05c86", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:47.945151 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e3f79f6-806a-4cb8-8807-ac607bb7dd23 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:47.945549 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3f79f6-806a-4cb8-8807-ac607bb7dd23'] response: {'server_uuid': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '424688a9-34bc-4310-80b7-d8344dc05c86', 'code': 200} Jul 06 13:56:47.977671 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Attempting to bind port 078e0444-c97b-4d66-ba75-3caa6aa99a0e on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:56:47.978103 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Attempting to bind port 078e0444-c97b-4d66-ba75-3caa6aa99a0e by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '15d9c808-0fcc-45f4-84f9-5c6e85e3fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c81a671c-4e3a-4701-87d4-60d81de1ba91'}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:56:47.978507 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Attempting to bind port 078e0444-c97b-4d66-ba75-3caa6aa99a0e on network c81a671c-4e3a-4701-87d4-60d81de1ba91 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:56:47.983338 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Port 078e0444-c97b-4d66-ba75-3caa6aa99a0e on network c81a671c-4e3a-4701-87d4-60d81de1ba91 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:56:47.983665 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Attempting to bind port 078e0444-c97b-4d66-ba75-3caa6aa99a0e on network c81a671c-4e3a-4701-87d4-60d81de1ba91 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:56:47.989161 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:56:47.989510 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Checking segment: {'id': '15d9c808-0fcc-45f4-84f9-5c6e85e3fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c81a671c-4e3a-4701-87d4-60d81de1ba91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:56:47.989890 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Bound using segment: {'id': '15d9c808-0fcc-45f4-84f9-5c6e85e3fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c81a671c-4e3a-4701-87d4-60d81de1ba91'} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:56:47.990366 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Bound port: 078e0444-c97b-4d66-ba75-3caa6aa99a0e, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15d9c808-0fcc-45f4-84f9-5c6e85e3fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c81a671c-4e3a-4701-87d4-60d81de1ba91'}}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:56:47.990692 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:48.030959 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:48.063960 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] For port 078e0444-c97b-4d66-ba75-3caa6aa99a0e, host hv-cinder-81914, cleared binding levels {{(pid=110605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:56:48.067341 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] For port 078e0444-c97b-4d66-ba75-3caa6aa99a0e, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=078e0444-c97b-4d66-ba75-3caa6aa99a0e,segment=NetworkSegment(15d9c808-0fcc-45f4-84f9-5c6e85e3fb44),segment_id=15d9c808-0fcc-45f4-84f9-5c6e85e3fb44)] {{(pid=110605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:56:48.073627 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:48.111663 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:48.112375 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:48.115199 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/078e0444-c97b-4d66-ba75-3caa6aa99a0e HTTP/1.1" status: 200 len: 1098 time: 0.8322837 Jul 06 13:56:48.115199 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ca483f-d16b-41a4-97ef-fa182e708ad8', 'tag': '078e0444-c97b-4d66-ba75-3caa6aa99a0e'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:56:48.116868 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771ffb32-59e3-485d-b1dd-95001ae87436" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ca483f-d16b-41a4-97ef-fa182e708ad8", "tag": "078e0444-c97b-4d66-ba75-3caa6aa99a0e"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:48.155093 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f6e6e-0f8f-4919-b02d-4f4db8ec37d7 service neutron] Pushing event updated for resources: {'Port': ['ID=078e0444-c97b-4d66-ba75-3caa6aa99a0e,revision_number=3']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:48.177864 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff32ace-b279-4ed3-be3a-4a7df6b11576 x-openstack-request-id: req-6ff32ace-b279-4ed3-be3a-4a7df6b11576 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:48.178162 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ca483f-d16b-41a4-97ef-fa182e708ad8", "tag": "078e0444-c97b-4d66-ba75-3caa6aa99a0e", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:48.178575 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ff32ace-b279-4ed3-be3a-4a7df6b11576 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:48.178865 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff32ace-b279-4ed3-be3a-4a7df6b11576'] response: {'name': 'network-changed', 'server_uuid': 'b2ca483f-d16b-41a4-97ef-fa182e708ad8', 'tag': '078e0444-c97b-4d66-ba75-3caa6aa99a0e', 'status': 'completed', 'code': 200} Jul 06 13:56:48.284029 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-78644c8a-444e-4949-986d-c4cdc86ce87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:48.285565 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-78644c8a-444e-4949-986d-c4cdc86ce87b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8ca80cbead344739f19271930c14d3b&device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 1132 time: 0.0768509 Jul 06 13:56:48.288663 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918081b4-0197-4ab7-bedf-3bc2049085a7 req-eba4f260-42b7-475c-877c-a32a8a977744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:48.290096 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-918081b4-0197-4ab7-bedf-3bc2049085a7 req-eba4f260-42b7-475c-877c-a32a8a977744 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 1130 time: 0.0486898 Jul 06 13:56:48.355036 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-636a3ae7-bf12-40d2-922f-cd78de51dd2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=078e0444-c97b-4d66-ba75-3caa6aa99a0e HTTP/1.1" status: 200 len: 217 time: 0.0490506 Jul 06 13:56:48.424445 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-918081b4-0197-4ab7-bedf-3bc2049085a7 req-146dcef5-eb94-4748-961b-4fc606566855 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104133 Jul 06 13:56:48.430181 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-1370df64-779d-4feb-8bd8-dfdfe1dea108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:48.431707 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-1370df64-779d-4feb-8bd8-dfdfe1dea108 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf1b4e4f-cb6b-449b-a977-9a823527ea00 HTTP/1.1" status: 200 len: 843 time: 0.0701017 Jul 06 13:56:48.720887 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40154db0-3701-4ded-bd93-1ad053c7a0cc req-415a9d4d-4143-4ca5-97b5-db7368d2a7a6 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:48.722650 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-40154db0-3701-4ded-bd93-1ad053c7a0cc req-415a9d4d-4143-4ca5-97b5-db7368d2a7a6 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 948 time: 0.0481920 Jul 06 13:56:48.769331 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-40154db0-3701-4ded-bd93-1ad053c7a0cc req-2cc6aab6-b0cf-4e2e-8724-296c2920b628 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Jul 06 13:56:48.899391 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-7e017504-6a15-46e7-a6f9-29477ce03153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:48.900912 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-7e017504-6a15-46e7-a6f9-29477ce03153 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c81a671c-4e3a-4701-87d4-60d81de1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0459945 Jul 06 13:56:48.953502 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9202f-1b92-4fcc-877b-c2dd1e04785f req-75ef9abe-b5ac-4b9d-953b-dd9a08097da9 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:48.954970 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-34c9202f-1b92-4fcc-877b-c2dd1e04785f req-75ef9abe-b5ac-4b9d-953b-dd9a08097da9 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 946 time: 0.0475461 Jul 06 13:56:48.970171 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:48.999624 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-d892c3b4-26ce-4982-91d2-b84616938058 service neutron] 10.222.0.39 "GET /v2.0/networks/c81a671c-4e3a-4701-87d4-60d81de1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916812 Jul 06 13:56:49.005026 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-34c9202f-1b92-4fcc-877b-c2dd1e04785f req-75d3c108-4dbd-4447-92df-7efe84fdf592 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444748 Jul 06 13:56:49.566367 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eb5e1354-fb55-45cf-b0aa-59ccdb388682 req-fd6f154f-dc46-42be-8d6d-b4c22e53b608 service neutron] 10.222.0.39 "GET /v2.0/networks/c81a671c-4e3a-4701-87d4-60d81de1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891547 Jul 06 13:56:49.885525 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75fc00-282c-40f7-b92a-840dcd5e77ef req-d5ac80c7-84f5-4eb6-8887-74bf48397a8a tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:49.887053 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3e75fc00-282c-40f7-b92a-840dcd5e77ef req-d5ac80c7-84f5-4eb6-8887-74bf48397a8a tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 948 time: 0.0491705 Jul 06 13:56:49.935435 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3e75fc00-282c-40f7-b92a-840dcd5e77ef req-074878f7-6abd-4ade-a596-1bc8fa29a33e tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427804 Jul 06 13:56:50.135993 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e0a9c-b502-4b01-a29a-a4821b3c56da req-4d54a45c-7731-4f03-b76b-69958c339552 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:50.137598 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-298e0a9c-b502-4b01-a29a-a4821b3c56da req-4d54a45c-7731-4f03-b76b-69958c339552 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 946 time: 0.0614042 Jul 06 13:56:50.187240 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-298e0a9c-b502-4b01-a29a-a4821b3c56da req-e8cafa0c-8ef6-44ea-b309-ed637307bf59 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433469 Jul 06 13:56:51.049973 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f18d6f-967b-45a6-a133-bc074eb4da14 req-091d5def-0e2a-4f55-91f5-ca24f712799d tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:51.051670 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e2f18d6f-967b-45a6-a133-bc074eb4da14 req-091d5def-0e2a-4f55-91f5-ca24f712799d tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 948 time: 0.0463684 Jul 06 13:56:51.097329 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e2f18d6f-967b-45a6-a133-bc074eb4da14 req-d35f3b2b-75b5-4fc8-9bc0-13acf57ea3fa tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401919 Jul 06 13:56:51.308402 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c083a-79d2-4d9f-823a-fdd18e7c2380 req-178b2e98-d128-454f-b7a7-6b3bca2305da tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:51.309902 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-867c083a-79d2-4d9f-823a-fdd18e7c2380 req-178b2e98-d128-454f-b7a7-6b3bca2305da tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 946 time: 0.0549889 Jul 06 13:56:51.365984 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-867c083a-79d2-4d9f-823a-fdd18e7c2380 req-6d56dd96-3e2b-4ba4-91ab-41d22eec4726 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505047 Jul 06 13:56:52.214407 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb648318-3d82-4a4b-a5ad-a638a8fb0929 req-b2c0a048-e413-4f49-a0dc-7ddbb82da84e tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:52.215864 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bb648318-3d82-4a4b-a5ad-a638a8fb0929 req-b2c0a048-e413-4f49-a0dc-7ddbb82da84e tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 948 time: 0.0501709 Jul 06 13:56:52.263433 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bb648318-3d82-4a4b-a5ad-a638a8fb0929 req-52417288-81ff-4a04-83a7-05b2bb535f19 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Jul 06 13:56:52.311947 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ffb32-59e3-485d-b1dd-95001ae87436 req-101226a7-c3e6-49ac-a241-259abf7291b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:52.313580 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-771ffb32-59e3-485d-b1dd-95001ae87436 req-101226a7-c3e6-49ac-a241-259abf7291b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c8ca80cbead344739f19271930c14d3b&device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 1132 time: 0.0431352 Jul 06 13:56:52.481326 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f1742-6c91-436e-bcab-a100fb7669e4 req-15c496cb-380a-4db4-855b-06c8e16270f7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:52.483562 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7f0f1742-6c91-436e-bcab-a100fb7669e4 req-15c496cb-380a-4db4-855b-06c8e16270f7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 946 time: 0.0482700 Jul 06 13:56:52.534534 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7f0f1742-6c91-436e-bcab-a100fb7669e4 req-df33f567-bc02-4108-a3ce-f340b0fdb98c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453773 Jul 06 13:56:52.647322 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1315f6d-7f5c-4e76-8354-09d79c41630e req-500811bd-7406-486a-8ebd-d359e5a192c4 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:52.648757 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d1315f6d-7f5c-4e76-8354-09d79c41630e req-500811bd-7406-486a-8ebd-d359e5a192c4 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 946 time: 0.0476766 Jul 06 13:56:52.661803 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:52.705493 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d1315f6d-7f5c-4e76-8354-09d79c41630e req-a1e9abad-0237-4e7b-82ed-a8593831eed0 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508044 Jul 06 13:56:52.729352 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 39920) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:52.816581 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ffb32-59e3-485d-b1dd-95001ae87436 req-2f2a6bcd-8b05-4c3c-8d15-6cc00dd9b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:52.818116 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-771ffb32-59e3-485d-b1dd-95001ae87436 req-2f2a6bcd-8b05-4c3c-8d15-6cc00dd9b2a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c81a671c-4e3a-4701-87d4-60d81de1ba91 HTTP/1.1" status: 200 len: 870 time: 0.0967376 Jul 06 13:56:52.858874 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-771ffb32-59e3-485d-b1dd-95001ae87436 req-ef1fd799-fee7-4fae-8e53-ffd53ebce889 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=078e0444-c97b-4d66-ba75-3caa6aa99a0e HTTP/1.1" status: 200 len: 217 time: 0.0332870 Jul 06 13:56:52.912458 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ffb32-59e3-485d-b1dd-95001ae87436 req-6bd38e9c-7337-41a5-8a0d-ea79750a3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:52.914606 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-771ffb32-59e3-485d-b1dd-95001ae87436 req-6bd38e9c-7337-41a5-8a0d-ea79750a3c75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bf1b4e4f-cb6b-449b-a977-9a823527ea00 HTTP/1.1" status: 200 len: 843 time: 0.0500739 Jul 06 13:56:52.930739 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f466de32-88da-4081-ab01-e881117291f6 tempest-TestVolumeBootPattern-1938410128 tempest-TestVolumeBootPattern-1938410128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:52.932273 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-f466de32-88da-4081-ab01-e881117291f6 tempest-TestVolumeBootPattern-1938410128 tempest-TestVolumeBootPattern-1938410128-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 1125 time: 0.2015295 Jul 06 13:56:52.935094 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 39926) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:56:52.939932 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'port_id': '424688a9-34bc-4310-80b7-d8344dc05c86', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:56:52.951940 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:52.960876 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ffb32-59e3-485d-b1dd-95001ae87436 req-16d98483-9b32-4592-b82a-f8506ad4a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:52.962797 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-771ffb32-59e3-485d-b1dd-95001ae87436 req-16d98483-9b32-4592-b82a-f8506ad4a971 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c81a671c-4e3a-4701-87d4-60d81de1ba91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0432231 Jul 06 13:56:52.963055 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:53.040291 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:53.056937 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-771ffb32-59e3-485d-b1dd-95001ae87436 req-45742830-758e-458b-abf1-2b412002cb42 service neutron] 10.222.0.39 "GET /v2.0/networks/c81a671c-4e3a-4701-87d4-60d81de1ba91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885038 Jul 06 13:56:53.138376 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:53.149943 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-771ffb32-59e3-485d-b1dd-95001ae87436 req-e6dac255-13f8-4f7f-9a87-5e45b451890b service neutron] 10.222.0.39 "GET /v2.0/networks/c81a671c-4e3a-4701-87d4-60d81de1ba91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872204 Jul 06 13:56:53.152063 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_common [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Allocated IP 172.27.3.46 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/cf5578ab-4036-4833-becc-ee32b02384d4) {{(pid=110606) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:56:53.261458 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for port (cf5578ab-4036-4833-becc-ee32b02384d4), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:53.298882 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (cf5578ab-4036-4833-becc-ee32b02384d4), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:53.344081 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110606) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:56:53.356806 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Resources bound (agent type, host, resource id): {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:56:53.374809 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Received port after_create {{(pid=110606) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:56:53.376840 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'Port': ['ID=cf5578ab-4036-4833-becc-ee32b02384d4,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:53.419000 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fce2fe-149c-4b65-9852-149e3643625d req-f8e63f5c-53b9-47b4-8137-8395e75da0ea tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:53.420673 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-08fce2fe-149c-4b65-9852-149e3643625d req-f8e63f5c-53b9-47b4-8137-8395e75da0ea tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 948 time: 0.0808375 Jul 06 13:56:53.503968 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 078e0444-c97b-4d66-ba75-3caa6aa99a0e details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:56:53.527120 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-08fce2fe-149c-4b65-9852-149e3643625d req-1533319a-8136-4e07-a5f5-1cb734636efc tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000702 Jul 06 13:56:53.608383 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 078e0444-c97b-4d66-ba75-3caa6aa99a0e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=078e0444-c97b-4d66-ba75-3caa6aa99a0e,segment=NetworkSegment(15d9c808-0fcc-45f4-84f9-5c6e85e3fb44),segment_id=15d9c808-0fcc-45f4-84f9-5c6e85e3fb44)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:53.620330 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '078e0444-c97b-4d66-ba75-3caa6aa99a0e', 'network_id': 'c81a671c-4e3a-4701-87d4-60d81de1ba91', 'port_id': '078e0444-c97b-4d66-ba75-3caa6aa99a0e', 'mac_address': 'fa:16:3e:6d:55:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf1b4e4f-cb6b-449b-a977-9a823527ea00', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:56:53.656745 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 078e0444-c97b-4d66-ba75-3caa6aa99a0e is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:56:53.657161 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:53.672135 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078e0444-c97b-4d66-ba75-3caa6aa99a0e {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:56:53.690227 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:53.695299 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 078e0444-c97b-4d66-ba75-3caa6aa99a0e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=078e0444-c97b-4d66-ba75-3caa6aa99a0e,segment=NetworkSegment(15d9c808-0fcc-45f4-84f9-5c6e85e3fb44),segment_id=15d9c808-0fcc-45f4-84f9-5c6e85e3fb44)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:53.699607 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:53.773501 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=078e0444-c97b-4d66-ba75-3caa6aa99a0e,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:53.817523 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for floatingip (2a1a58a6-2e58-44dd-8fc5-f49734e4be3f), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:53.893888 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (cf5578ab-4036-4833-becc-ee32b02384d4), before_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:53.996923 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:54.038701 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for port (cf5578ab-4036-4833-becc-ee32b02384d4), precommit_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:54.043189 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31420868'] for port (cf5578ab-4036-4833-becc-ee32b02384d4), after_update {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:54.113366 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event updated for resources: {'Port': ['ID=cf5578ab-4036-4833-becc-ee32b02384d4,revision_number=2']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:54.125270 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (2a1a58a6-2e58-44dd-8fc5-f49734e4be3f), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:54.149381 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['078e0444-c97b-4d66-ba75-3caa6aa99a0e'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:56:54.204165 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:54.223270 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.db.l3_db [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Floating IP 2a1a58a6-2e58-44dd-8fc5-f49734e4be3f associated. External IP: 172.27.3.46, port: 424688a9-34bc-4310-80b7-d8344dc05c86. Jul 06 13:56:54.428192 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:56:54.532914 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:56:54.542269 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021a343-2379-4df3-8234-62f1c8dff509 None None] Sync routers for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:56:54.545957 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:54.551446 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:54.554920 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021a343-2379-4df3-8234-62f1c8dff509 None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:56:54.555543 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-2021a343-2379-4df3-8234-62f1c8dff509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:56:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:54.574430 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:54.589391 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-15f0fc2f-b98c-473f-9c4c-b82ab84eafe2 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6526933 Jul 06 13:56:54.590263 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'tag': '424688a9-34bc-4310-80b7-d8344dc05c86'}] {{(pid=110606) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:56:54.593750 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d6424f1032b30ff64df29c131d67bc5e472092b57e35935feee7a6317d97bf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e882489b-d2ea-4e85-913e-00922c0fd588" -d '{"events": [{"name": "network-changed", "server_uuid": "74abce3a-f884-4edd-906c-b7ea211c3b5a", "tag": "424688a9-34bc-4310-80b7-d8344dc05c86"}]}' {{(pid=110606) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:54.665781 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:54.672659 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-2021a343-2379-4df3-8234-62f1c8dff509 None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:56:54.677235 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c878679-1746-44a2-b924-5aa9b8dcc5f9 req-c7748f4a-8ad5-4204-b1cb-10b2a6ba7f14 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:54.678991 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4c878679-1746-44a2-b924-5aa9b8dcc5f9 req-c7748f4a-8ad5-4204-b1cb-10b2a6ba7f14 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 949 time: 0.0596032 Jul 06 13:56:54.742843 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4c878679-1746-44a2-b924-5aa9b8dcc5f9 req-fc081e88-2c86-40d0-b9a0-733f9bade562 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559874 Jul 06 13:56:54.786261 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637f9480-8f64-4a7b-ab92-b95e4adb09c7 x-openstack-request-id: req-637f9480-8f64-4a7b-ab92-b95e4adb09c7 {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:54.786560 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74abce3a-f884-4edd-906c-b7ea211c3b5a", "tag": "424688a9-34bc-4310-80b7-d8344dc05c86", "status": "completed", "code": 200}]} {{(pid=110606) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:54.786809 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-637f9480-8f64-4a7b-ab92-b95e4adb09c7 {{(pid=110606) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:54.787199 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.notifiers.nova [-] Nova event matching ['req-637f9480-8f64-4a7b-ab92-b95e4adb09c7'] response: {'name': 'network-changed', 'server_uuid': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'tag': '424688a9-34bc-4310-80b7-d8344dc05c86', 'status': 'completed', 'code': 200} Jul 06 13:56:54.879269 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882489b-d2ea-4e85-913e-00922c0fd588 req-7a89617e-4c07-4512-8b6c-aa3768ac3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:54.880900 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e882489b-d2ea-4e85-913e-00922c0fd588 req-7a89617e-4c07-4512-8b6c-aa3768ac3ae8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 1130 time: 0.0497038 Jul 06 13:56:54.913354 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-2021a343-2379-4df3-8234-62f1c8dff509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '2a1a58a6-2e58-44dd-8fc5-f49734e4be3f', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': '424688a9-34bc-4310-80b7-d8344dc05c86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:07:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:56:53Z', 'updated_at': '2022-07-06T13:56:53Z', 'revision_number': 0, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}, {'id': 'de485429-3847-4457-b898-736dd796e161', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:fd:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:54:10Z', 'updated_at': '2022-07-06T13:54:13Z', 'revision_number': 1, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:54.993053 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882489b-d2ea-4e85-913e-00922c0fd588 req-1acf56f8-c04c-4d26-9bbd-495f0ae19993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:54.994944 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e882489b-d2ea-4e85-913e-00922c0fd588 req-1acf56f8-c04c-4d26-9bbd-495f0ae19993 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 913 time: 0.1078291 Jul 06 13:56:55.078817 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e882489b-d2ea-4e85-913e-00922c0fd588 req-bc293397-494e-4571-bf5e-3c4fe38385fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424688a9-34bc-4310-80b7-d8344dc05c86 HTTP/1.1" status: 200 len: 999 time: 0.0758846 Jul 06 13:56:55.080212 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021a343-2379-4df3-8234-62f1c8dff509 None None] Checking router: b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:56:55.091727 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021a343-2379-4df3-8234-62f1c8dff509 None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:56:55.092872 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-2021a343-2379-4df3-8234-62f1c8dff509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:56:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:55.152768 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882489b-d2ea-4e85-913e-00922c0fd588 req-4ef42e91-1d13-4199-b4f4-3dfa54c6d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:55.152768 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e882489b-d2ea-4e85-913e-00922c0fd588 req-4ef42e91-1d13-4199-b4f4-3dfa54c6d69a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0664458 Jul 06 13:56:55.159793 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:55.213600 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882489b-d2ea-4e85-913e-00922c0fd588 req-77adf43b-5583-4c2b-9050-09091d6cc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:55.215191 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e882489b-d2ea-4e85-913e-00922c0fd588 req-77adf43b-5583-4c2b-9050-09091d6cc660 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575695 Jul 06 13:56:55.248414 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-2021a343-2379-4df3-8234-62f1c8dff509 None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:56:55.336627 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e882489b-d2ea-4e85-913e-00922c0fd588 req-51456dee-a72a-42b8-afe5-a0d12fdcf698 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155102 Jul 06 13:56:55.450579 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e882489b-d2ea-4e85-913e-00922c0fd588 req-a7f04bde-c5fb-4f70-9f03-770b6c217a8d service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994248 Jul 06 13:56:55.509185 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-2021a343-2379-4df3-8234-62f1c8dff509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '2a1a58a6-2e58-44dd-8fc5-f49734e4be3f', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': '424688a9-34bc-4310-80b7-d8344dc05c86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:07:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:56:53Z', 'updated_at': '2022-07-06T13:56:53Z', 'revision_number': 0, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}, {'id': 'de485429-3847-4457-b898-736dd796e161', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:fd:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:54:10Z', 'updated_at': '2022-07-06T13:54:13Z', 'revision_number': 1, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:56:55.541997 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 078e0444-c97b-4d66-ba75-3caa6aa99a0e up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:56:55.548013 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021a343-2379-4df3-8234-62f1c8dff509 None None] The sync data for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi is: [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '2a1a58a6-2e58-44dd-8fc5-f49734e4be3f', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.46', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': '424688a9-34bc-4310-80b7-d8344dc05c86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:07:f3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:56:53Z', 'updated_at': '2022-07-06T13:56:53Z', 'revision_number': 0, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}, {'id': 'de485429-3847-4457-b898-736dd796e161', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:fd:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:54:10Z', 'updated_at': '2022-07-06T13:54:13Z', 'revision_number': 1, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:56:55.581949 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:55.593191 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 078e0444-c97b-4d66-ba75-3caa6aa99a0e completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:56:55.619497 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 078e0444-c97b-4d66-ba75-3caa6aa99a0e triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:56:55.620160 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:55.715889 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 078e0444-c97b-4d66-ba75-3caa6aa99a0e is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:56:55.716392 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:55.750907 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ca483f-d16b-41a4-97ef-fa182e708ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078e0444-c97b-4d66-ba75-3caa6aa99a0e'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:56:55.753624 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ed811d-e809-4901-992d-99ff57d71c6b" -d '{"events": [{"server_uuid": "b2ca483f-d16b-41a4-97ef-fa182e708ad8", "name": "network-vif-plugged", "status": "completed", "tag": "078e0444-c97b-4d66-ba75-3caa6aa99a0e"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:56:55.771047 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 078e0444-c97b-4d66-ba75-3caa6aa99a0e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=078e0444-c97b-4d66-ba75-3caa6aa99a0e,segment=NetworkSegment(15d9c808-0fcc-45f4-84f9-5c6e85e3fb44),segment_id=15d9c808-0fcc-45f4-84f9-5c6e85e3fb44)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:56:55.776940 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:56:55.791347 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7f83d-4910-4ca3-aa12-81f1d888255c None None] New status for floating IP 2a1a58a6-2e58-44dd-8fc5-f49734e4be3f: ACTIVE {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:56:55.819024 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05464bf1-5e3a-4326-a0e3-9319fb20f4d3 x-openstack-request-id: req-05464bf1-5e3a-4326-a0e3-9319fb20f4d3 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:56:55.819024 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ca483f-d16b-41a4-97ef-fa182e708ad8", "name": "network-vif-plugged", "status": "completed", "tag": "078e0444-c97b-4d66-ba75-3caa6aa99a0e", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:56:55.819281 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05464bf1-5e3a-4326-a0e3-9319fb20f4d3 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:56:55.819526 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05464bf1-5e3a-4326-a0e3-9319fb20f4d3'] response: {'server_uuid': 'b2ca483f-d16b-41a4-97ef-fa182e708ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078e0444-c97b-4d66-ba75-3caa6aa99a0e', 'code': 200} Jul 06 13:56:55.826035 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:55.839100 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=078e0444-c97b-4d66-ba75-3caa6aa99a0e,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:56:55.903235 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889ccf9-d1ef-4544-b3a3-839a2aefece5 req-2dcf721a-e61b-4a55-86d2-2119ca045cc4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:55.905673 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3889ccf9-d1ef-4544-b3a3-839a2aefece5 req-2dcf721a-e61b-4a55-86d2-2119ca045cc4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 950 time: 0.0687344 Jul 06 13:56:55.958644 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3889ccf9-d1ef-4544-b3a3-839a2aefece5 req-0bfc6145-81dd-44fa-a576-b65fc2d047a6 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472908 Jul 06 13:56:57.065466 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:56:57.076896 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7119282-d567-4dd4-8fd0-517a8f791719 req-16912daf-51fd-4093-b495-404271b513f9 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:57.078392 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f7119282-d567-4dd4-8fd0-517a8f791719 req-16912daf-51fd-4093-b495-404271b513f9 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 950 time: 0.0497973 Jul 06 13:56:57.125812 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f7119282-d567-4dd4-8fd0-517a8f791719 req-0e4753cc-ce9c-4bd6-b11b-51a815c1263b tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 Jul 06 13:56:58.239249 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ea929-df58-41f0-b3d7-72052cdb05ae req-5fc7b2b9-f08f-4a70-87d5-bea314522a40 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:58.240668 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-703ea929-df58-41f0-b3d7-72052cdb05ae req-5fc7b2b9-f08f-4a70-87d5-bea314522a40 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 950 time: 0.0458362 Jul 06 13:56:58.288228 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-703ea929-df58-41f0-b3d7-72052cdb05ae req-d3d4f3e0-f494-44f8-b995-cbe4f64fdb40 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 Jul 06 13:56:59.408571 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90516405-f95c-4f2c-bded-5256374fb495 req-dce133eb-316a-4179-b260-ad0c98b731c9 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:59.410062 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-90516405-f95c-4f2c-bded-5256374fb495 req-dce133eb-316a-4179-b260-ad0c98b731c9 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 950 time: 0.0472195 Jul 06 13:56:59.458535 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-90516405-f95c-4f2c-bded-5256374fb495 req-e12ecab0-e474-4b16-8992-b0c08eb63aa3 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Jul 06 13:56:59.632316 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab1741-67ea-4b42-8690-1822709ac684 req-59bcb1ba-e4ba-44ef-aff1-ae0a780d19a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:56:59.633876 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-75ab1741-67ea-4b42-8690-1822709ac684 req-59bcb1ba-e4ba-44ef-aff1-ae0a780d19a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 1134 time: 0.0453334 Jul 06 13:56:59.676954 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-75ab1741-67ea-4b42-8690-1822709ac684 req-2fbf5304-5b9d-43d0-96ad-4c9318cfd236 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372548 Jul 06 13:57:00.572316 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8dab3-f047-4376-ae67-cc837d9c0fa6 req-1298e412-7282-4c56-9cfc-97bbdd039304 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:00.573672 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-59c8dab3-f047-4376-ae67-cc837d9c0fa6 req-1298e412-7282-4c56-9cfc-97bbdd039304 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 950 time: 0.0496247 Jul 06 13:57:00.620210 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-59c8dab3-f047-4376-ae67-cc837d9c0fa6 req-a64dcdb8-b9df-4144-8b98-e745457dbb8e tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405300 Jul 06 13:57:00.922298 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:57:01.740213 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cebbb-463b-41d4-989a-676de412e44a req-6dd8e41c-cb84-4251-a7e6-ba86a5376121 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:01.741770 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ba4cebbb-463b-41d4-989a-676de412e44a req-6dd8e41c-cb84-4251-a7e6-ba86a5376121 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 950 time: 0.0495076 Jul 06 13:57:01.790087 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ba4cebbb-463b-41d4-989a-676de412e44a req-fac1ae6f-fc00-4d8b-ad89-bb6b6ae0a2f4 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429361 Jul 06 13:57:02.074739 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836016d-0d21-4392-9947-507095db1575 req-c6f67e08-ec49-4685-96c3-bf62a3f2f40b tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:02.076603 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6836016d-0d21-4392-9947-507095db1575 req-c6f67e08-ec49-4685-96c3-bf62a3f2f40b tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 950 time: 0.0527132 Jul 06 13:57:02.127978 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6836016d-0d21-4392-9947-507095db1575 req-51e20764-d462-48cc-977d-255a3dd86226 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 Jul 06 13:57:03.245445 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de033304-9023-4adf-be07-3a9f81b0b4d6 req-d9ca1c12-f677-4c4e-9c9a-5d182574b73f tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:03.246890 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-de033304-9023-4adf-be07-3a9f81b0b4d6 req-d9ca1c12-f677-4c4e-9c9a-5d182574b73f tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 950 time: 0.0471089 Jul 06 13:57:03.259346 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:03.294071 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-de033304-9023-4adf-be07-3a9f81b0b4d6 req-75cc1dfa-5777-41d4-82da-172324778da3 tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/security-groups?id=5aa2b785-81cc-4335-97d5-c9dadcf4267a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Jul 06 13:57:03.960584 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244a9ce-c054-439f-bc65-7f3393b8248c req-7bbd8201-e1dc-46f0-8547-fa08da16d47e tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:03.961964 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3244a9ce-c054-439f-bc65-7f3393b8248c req-7bbd8201-e1dc-46f0-8547-fa08da16d47e tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.39 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 950 time: 0.0476928 Jul 06 13:57:03.992776 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:04.044529 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-3244a9ce-c054-439f-bc65-7f3393b8248c req-7bd87f5d-b3fd-4f3f-b4c0-2dbbae3c877c tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Deleting port 078e0444-c97b-4d66-ba75-3caa6aa99a0e {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:57:04.045061 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3244a9ce-c054-439f-bc65-7f3393b8248c req-7bd87f5d-b3fd-4f3f-b4c0-2dbbae3c877c tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:04.135482 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-3244a9ce-c054-439f-bc65-7f3393b8248c req-7bd87f5d-b3fd-4f3f-b4c0-2dbbae3c877c tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] For port 078e0444-c97b-4d66-ba75-3caa6aa99a0e, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=078e0444-c97b-4d66-ba75-3caa6aa99a0e,segment=NetworkSegment(15d9c808-0fcc-45f4-84f9-5c6e85e3fb44),segment_id=15d9c808-0fcc-45f4-84f9-5c6e85e3fb44)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:04.135846 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3244a9ce-c054-439f-bc65-7f3393b8248c req-7bd87f5d-b3fd-4f3f-b4c0-2dbbae3c877c tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:04.149020 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-3244a9ce-c054-439f-bc65-7f3393b8248c req-7bd87f5d-b3fd-4f3f-b4c0-2dbbae3c877c tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Calling delete_port for 078e0444-c97b-4d66-ba75-3caa6aa99a0e owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:57:04.278571 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3244a9ce-c054-439f-bc65-7f3393b8248c req-7bd87f5d-b3fd-4f3f-b4c0-2dbbae3c877c tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (078e0444-c97b-4d66-ba75-3caa6aa99a0e), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:04.307743 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd87f5d-b3fd-4f3f-b4c0-2dbbae3c877c tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Pushing event deleted for resources: {'Port': ['ID=078e0444-c97b-4d66-ba75-3caa6aa99a0e,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:04.316905 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['078e0444-c97b-4d66-ba75-3caa6aa99a0e'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:04.353959 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-3244a9ce-c054-439f-bc65-7f3393b8248c req-7bd87f5d-b3fd-4f3f-b4c0-2dbbae3c877c tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] No DVR routers for this DVR port 078e0444-c97b-4d66-ba75-3caa6aa99a0e on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:57:04.356552 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-3244a9ce-c054-439f-bc65-7f3393b8248c req-7bd87f5d-b3fd-4f3f-b4c0-2dbbae3c877c tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:04.362610 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3244a9ce-c054-439f-bc65-7f3393b8248c req-7bd87f5d-b3fd-4f3f-b4c0-2dbbae3c877c tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.39 "DELETE /v2.0/ports/078e0444-c97b-4d66-ba75-3caa6aa99a0e HTTP/1.1" status: 204 len: 173 time: 0.3942900 Jul 06 13:57:04.363483 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ca483f-d16b-41a4-97ef-fa182e708ad8', 'name': 'network-vif-deleted', 'tag': '078e0444-c97b-4d66-ba75-3caa6aa99a0e'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:57:04.366031 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4d6947-a42a-42ca-8769-ddc8560f2136" -d '{"events": [{"server_uuid": "b2ca483f-d16b-41a4-97ef-fa182e708ad8", "name": "network-vif-deleted", "tag": "078e0444-c97b-4d66-ba75-3caa6aa99a0e"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:04.431211 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5be50e-c647-46ae-995a-49f70835869b x-openstack-request-id: req-aa5be50e-c647-46ae-995a-49f70835869b {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:04.431483 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ca483f-d16b-41a4-97ef-fa182e708ad8", "name": "network-vif-deleted", "tag": "078e0444-c97b-4d66-ba75-3caa6aa99a0e", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:04.431901 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa5be50e-c647-46ae-995a-49f70835869b {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:04.432293 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5be50e-c647-46ae-995a-49f70835869b'] response: {'server_uuid': 'b2ca483f-d16b-41a4-97ef-fa182e708ad8', 'name': 'network-vif-deleted', 'tag': '078e0444-c97b-4d66-ba75-3caa6aa99a0e', 'status': 'completed', 'code': 200} Jul 06 13:57:04.434748 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0830a467-bdce-4c35-8395-39a358ef89eb req-d7605aaa-6f1b-41ce-b7d5-c6bacb1eba4c tempest-VolumesNegativeTest-700443590 tempest-VolumesNegativeTest-700443590-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2ca483f-d16b-41a4-97ef-fa182e708ad8 HTTP/1.1" status: 200 len: 210 time: 0.0325625 Jul 06 13:57:07.563179 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 078e0444-c97b-4d66-ba75-3caa6aa99a0e no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:07.585900 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 078e0444-c97b-4d66-ba75-3caa6aa99a0e {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:57:07.586245 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 078e0444-c97b-4d66-ba75-3caa6aa99a0e not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:07.954285 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:09.423587 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 40334) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:57:09.504392 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c2066444-3eff-41de-ab9a-26189d21cd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:09.568497 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-14f8f97e-ca95-4ba2-a27d-aecfd137e84b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8ca80cbead344739f19271930c14d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437311 Jul 06 13:57:09.571176 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 40338) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:57:09.591591 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:09.628734 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0d27e290-205a-4a9a-a251-035b78a240f9 admin admin] Publish callbacks [] for security_group (5aa2b785-81cc-4335-97d5-c9dadcf4267a), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:09.651546 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0d27e290-205a-4a9a-a251-035b78a240f9 admin admin] Publish callbacks [] for security_group (5aa2b785-81cc-4335-97d5-c9dadcf4267a), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:09.699078 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0d27e290-205a-4a9a-a251-035b78a240f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (5aa2b785-81cc-4335-97d5-c9dadcf4267a), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:09.701773 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0d27e290-205a-4a9a-a251-035b78a240f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:09.702932 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-0d27e290-205a-4a9a-a251-035b78a240f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5aa2b785-81cc-4335-97d5-c9dadcf4267a HTTP/1.1" status: 204 len: 168 time: 0.1308658 Jul 06 13:57:09.710885 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27e290-205a-4a9a-a251-035b78a240f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa2b785-81cc-4335-97d5-c9dadcf4267a,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:10.334431 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 40362) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:57:10.431574 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2064325787-network', 'tenant_id': '4349af63ad274dbfad2615fc50446ded'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:57:10.453902 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Made reservation on behalf of 4349af63ad274dbfad2615fc50446ded for: {'network': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:10.456174 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for network (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:10.464730 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:10.543274 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Publish callbacks [] for security_group (e51992e6-7c13-43b9-aeed-6fad8749b7ec), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:10.547035 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (e51992e6-7c13-43b9-aeed-6fad8749b7ec), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:10.571030 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=110605) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 06 13:57:10.584292 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:10.586641 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51992e6-7c13-43b9-aeed-6fad8749b7ec,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:10.593135 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (4e995a96-5e3a-4089-8ee1-e5af478af774), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:10.593690 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.segments_db [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Added segment 4e995a96-5e3a-4089-8ee1-e5af478af774 of type vlan for network 995c8901-b276-4dfb-8ce7-5546a81a4d42 Jul 06 13:57:10.641092 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739503303864'] for network (995c8901-b276-4dfb-8ce7-5546a81a4d42), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:10.668901 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700'] for network (995c8901-b276-4dfb-8ce7-5546a81a4d42), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:10.670859 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:10.671639 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:10.703227 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3676801 Jul 06 13:57:10.706303 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 40366) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:57:10.712069 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.v2.base [None req-959b29dc-c734-4b52-b3a4-89e948674617 admin admin] Request body: {'subnet': {'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2064325787-subnet', 'tenant_id': '4349af63ad274dbfad2615fc50446ded', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110606) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:57:10.733684 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959b29dc-c734-4b52-b3a4-89e948674617 admin admin] Made reservation on behalf of 4349af63ad274dbfad2615fc50446ded for: {'subnet': 1} {{(pid=110606) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:10.736057 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-959b29dc-c734-4b52-b3a4-89e948674617 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30212971'] for subnet (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:10.743849 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1e159-0768-4c1d-a047-17b7da0dd699 admin admin] Pushing event updated for resources: {'Network': ['ID=995c8901-b276-4dfb-8ce7-5546a81a4d42,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:10.753797 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Network 995c8901-b276-4dfb-8ce7-5546a81a4d42 details requested by agent ovs-agent-dv-cinder-819149-8-iscsi with host dv-cinder-819149-8-iscsi {{(pid=110607) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 06 13:57:10.909993 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-959b29dc-c734-4b52-b3a4-89e948674617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31420761', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30215553'] for subnet (72fc9743-5bf2-47fa-beb0-d7290a3d79d4), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:10.917466 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:10.963754 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b29dc-c734-4b52-b3a4-89e948674617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72fc9743-5bf2-47fa-beb0-d7290a3d79d4,revision_number=0']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:10.974731 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959b29dc-c734-4b52-b3a4-89e948674617 admin admin] Checking segment: {'id': '4e995a96-5e3a-4089-8ee1-e5af478af774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110606) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:57:10.975079 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959b29dc-c734-4b52-b3a4-89e948674617 admin admin] Network hostable DHCP agents. Network: 995c8901-b276-4dfb-8ce7-5546a81a4d42, hostable agents: ['c102ff01-eeb8-483f-bb6d-0fea137a0d81'], hosted agents: [] {{(pid=110606) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 06 13:57:10.991431 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959b29dc-c734-4b52-b3a4-89e948674617 admin admin] Network 995c8901-b276-4dfb-8ce7-5546a81a4d42 is scheduled to be hosted by DHCP agent c102ff01-eeb8-483f-bb6d-0fea137a0d81 with binding_index 1 {{(pid=110606) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 06 13:57:11.002219 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.base_scheduler [None req-959b29dc-c734-4b52-b3a4-89e948674617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-819149-8-iscsi, 995c8901-b276-4dfb-8ce7-5546a81a4d42) {{(pid=110606) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:11.007895 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959b29dc-c734-4b52-b3a4-89e948674617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:11.008751 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-959b29dc-c734-4b52-b3a4-89e948674617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:11.016443 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85775163-4b2b-4f7f-8f4f-7685c9b61bcd None None] Network 995c8901-b276-4dfb-8ce7-5546a81a4d42 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:57:11.038224 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-959b29dc-c734-4b52-b3a4-89e948674617 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3295794 Jul 06 13:57:11.130391 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c0e16-258d-4708-b0be-0401782f48d0 None None] Network 995c8901-b276-4dfb-8ce7-5546a81a4d42 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:57:11.971773 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6fad0afb-7d34-4cb9-8e9b-6cd7829edff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:12.852650 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-3cde2ecf-bd82-4831-bd21-34276f92ae66 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:12.854066 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-3cde2ecf-bd82-4831-bd21-34276f92ae66 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/networks?id=995c8901-b276-4dfb-8ce7-5546a81a4d42 HTTP/1.1" status: 200 len: 814 time: 0.1068871 Jul 06 13:57:12.868964 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-5b5646f6-b2cd-4af0-8774-8bedb8b023ae tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/quotas/4349af63ad274dbfad2615fc50446ded HTTP/1.1" status: 200 len: 375 time: 0.0091283 Jul 06 13:57:12.903442 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-a5600d63-3178-49ca-a309-e32dda831f41 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4349af63ad274dbfad2615fc50446ded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287266 Jul 06 13:57:12.916326 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:13.001357 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-95c42a0d-b038-4972-b061-31bcc64649f5 service neutron] 10.222.0.20 "GET /v2.0/networks/995c8901-b276-4dfb-8ce7-5546a81a4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900018 Jul 06 13:57:13.090652 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-ba408af4-d56c-4289-9ad1-ac5c6b0d0651 service neutron] 10.222.0.20 "GET /v2.0/networks/995c8901-b276-4dfb-8ce7-5546a81a4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836143 Jul 06 13:57:13.262656 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0e8cf308-7fe2-4c90-9315-cf468869f9de req-c224bfa5-e233-4b1c-88cf-942da13ebf6a tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 210 time: 0.0346332 Jul 06 13:57:14.287558 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:14.396341 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b84b70f7-0b52-4e4f-b53b-ee9d6032271f req-a54813a2-e3b2-45fc-b4c3-9edf7485fb90 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 210 time: 0.0521388 Jul 06 13:57:14.397130 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:14.406659 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-1446e3fc-3f9e-4500-b220-e6ddc3f71931 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:14.408120 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-1446e3fc-3f9e-4500-b220-e6ddc3f71931 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.39 "GET /v2.0/networks?id=995c8901-b276-4dfb-8ce7-5546a81a4d42 HTTP/1.1" status: 200 len: 814 time: 0.1607487 Jul 06 13:57:14.433203 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-4c5c03f4-fbc8-4a57-8238-9cf6cc66ccb2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Request body: {'port': {'device_id': '66945654-4f75-4375-b4da-9e0ba0cc800f', 'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42', 'admin_state_up': True, 'tenant_id': '4349af63ad274dbfad2615fc50446ded'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:57:14.688558 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:14.811926 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-4c5c03f4-fbc8-4a57-8238-9cf6cc66ccb2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Made reservation on behalf of 4349af63ad274dbfad2615fc50446ded for: {'port': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:14.815317 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-4c5c03f4-fbc8-4a57-8238-9cf6cc66ccb2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:14.939195 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-4c5c03f4-fbc8-4a57-8238-9cf6cc66ccb2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Allocated IP 172.20.0.4 (995c8901-b276-4dfb-8ce7-5546a81a4d42/72fc9743-5bf2-47fa-beb0-d7290a3d79d4/657b6f46-df3f-4117-bf08-21cc29ec657b) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:15.061509 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:15.094938 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-4c5c03f4-fbc8-4a57-8238-9cf6cc66ccb2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks [] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:15.128191 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-4c5c03f4-fbc8-4a57-8238-9cf6cc66ccb2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:15.172535 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-4c5c03f4-fbc8-4a57-8238-9cf6cc66ccb2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Network 995c8901-b276-4dfb-8ce7-5546a81a4d42 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:15.175578 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-4c5c03f4-fbc8-4a57-8238-9cf6cc66ccb2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:15.178175 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-4c5c03f4-fbc8-4a57-8238-9cf6cc66ccb2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:57:15.215609 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c03f4-fbc8-4a57-8238-9cf6cc66ccb2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Pushing event updated for resources: {'Port': ['ID=657b6f46-df3f-4117-bf08-21cc29ec657b,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:15.241237 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-4c5c03f4-fbc8-4a57-8238-9cf6cc66ccb2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:15.241929 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-4c5c03f4-fbc8-4a57-8238-9cf6cc66ccb2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:15.260585 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-4c5c03f4-fbc8-4a57-8238-9cf6cc66ccb2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8314242 Jul 06 13:57:15.286500 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Request body: {'port': {'device_id': '66945654-4f75-4375-b4da-9e0ba0cc800f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:57:15.348412 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:15.359504 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:15.514432 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b9223-14f2-4a0a-90a6-81725b3a3800 req-24bc6d9f-e91c-4ab9-b098-39bb2d50dcfc tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:15.515891 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8c5b9223-14f2-4a0a-90a6-81725b3a3800 req-24bc6d9f-e91c-4ab9-b098-39bb2d50dcfc tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 931 time: 0.0468562 Jul 06 13:57:15.566850 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8c5b9223-14f2-4a0a-90a6-81725b3a3800 req-f073807f-e2e3-43bd-b186-753b07474fa9 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448122 Jul 06 13:57:15.619689 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657b6f46-df3f-4117-bf08-21cc29ec657b {{(pid=110605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:57:15.627714 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Publish callbacks [] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:15.642088 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.provisioning_blocks [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Transition to ACTIVE for port object 657b6f46-df3f-4117-bf08-21cc29ec657b will not be triggered until provisioned by entity L2. {{(pid=110605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:57:15.645960 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:15.697922 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Pushing event updated for resources: {'Port': ['ID=657b6f46-df3f-4117-bf08-21cc29ec657b,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:15.764615 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Attempting to bind port 657b6f46-df3f-4117-bf08-21cc29ec657b on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:57:15.764847 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Attempting to bind port 657b6f46-df3f-4117-bf08-21cc29ec657b by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '4e995a96-5e3a-4089-8ee1-e5af478af774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42'}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:57:15.765191 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Attempting to bind port 657b6f46-df3f-4117-bf08-21cc29ec657b on network 995c8901-b276-4dfb-8ce7-5546a81a4d42 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:57:15.769847 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Port 657b6f46-df3f-4117-bf08-21cc29ec657b on network 995c8901-b276-4dfb-8ce7-5546a81a4d42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:57:15.770164 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Attempting to bind port 657b6f46-df3f-4117-bf08-21cc29ec657b on network 995c8901-b276-4dfb-8ce7-5546a81a4d42 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:57:15.775471 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:57:15.775804 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Checking segment: {'id': '4e995a96-5e3a-4089-8ee1-e5af478af774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:57:15.776182 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Bound using segment: {'id': '4e995a96-5e3a-4089-8ee1-e5af478af774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42'} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:57:15.776606 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Bound port: 657b6f46-df3f-4117-bf08-21cc29ec657b, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e995a96-5e3a-4089-8ee1-e5af478af774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42'}}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:57:15.776958 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:15.841865 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] For port 657b6f46-df3f-4117-bf08-21cc29ec657b, host hv-cinder-81914, cleared binding levels {{(pid=110605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:15.845176 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] For port 657b6f46-df3f-4117-bf08-21cc29ec657b, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=657b6f46-df3f-4117-bf08-21cc29ec657b,segment=NetworkSegment(4e995a96-5e3a-4089-8ee1-e5af478af774),segment_id=4e995a96-5e3a-4089-8ee1-e5af478af774)] {{(pid=110605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:15.846309 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:15.852120 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:15.894839 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:15.895562 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:15.897262 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] 10.222.0.39 "PUT /v2.0/ports/657b6f46-df3f-4117-bf08-21cc29ec657b HTTP/1.1" status: 200 len: 1093 time: 0.6147122 Jul 06 13:57:15.897731 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66945654-4f75-4375-b4da-9e0ba0cc800f', 'tag': '657b6f46-df3f-4117-bf08-21cc29ec657b'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:57:15.899994 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b66e4c-f226-4681-863a-6b729911f7d0" -d '{"events": [{"name": "network-changed", "server_uuid": "66945654-4f75-4375-b4da-9e0ba0cc800f", "tag": "657b6f46-df3f-4117-bf08-21cc29ec657b"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:15.916818 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce0fa4-f0f2-4040-b3ae-521d82bc687c service neutron] Pushing event updated for resources: {'Port': ['ID=657b6f46-df3f-4117-bf08-21cc29ec657b,revision_number=3']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:15.946647 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ce677a-4802-485e-a2c2-d7f21c45f234 x-openstack-request-id: req-11ce677a-4802-485e-a2c2-d7f21c45f234 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:15.946955 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66945654-4f75-4375-b4da-9e0ba0cc800f", "tag": "657b6f46-df3f-4117-bf08-21cc29ec657b", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:15.947239 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11ce677a-4802-485e-a2c2-d7f21c45f234 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:15.947707 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ce677a-4802-485e-a2c2-d7f21c45f234'] response: {'name': 'network-changed', 'server_uuid': '66945654-4f75-4375-b4da-9e0ba0cc800f', 'tag': '657b6f46-df3f-4117-bf08-21cc29ec657b', 'status': 'completed', 'code': 200} Jul 06 13:57:16.025271 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-9e7d0201-40de-4dae-8389-99065a1179bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:16.026712 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-9e7d0201-40de-4dae-8389-99065a1179bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4349af63ad274dbfad2615fc50446ded&device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 1127 time: 0.0405326 Jul 06 13:57:16.081229 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-b95c4b4d-505f-4d78-bd24-c728d18cd177 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=657b6f46-df3f-4117-bf08-21cc29ec657b HTTP/1.1" status: 200 len: 217 time: 0.0381885 Jul 06 13:57:16.132514 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-2aac8df0-f114-4370-94ce-a2511a74b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:16.134006 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-2aac8df0-f114-4370-94ce-a2511a74b48c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=72fc9743-5bf2-47fa-beb0-d7290a3d79d4 HTTP/1.1" status: 200 len: 854 time: 0.0458243 Jul 06 13:57:16.168318 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-d7b56808-850a-4a7d-9af8-9e9f13e4030b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=995c8901-b276-4dfb-8ce7-5546a81a4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268304 Jul 06 13:57:16.265127 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-23633a20-5c1e-4771-ac8a-dcfe5298b32c service neutron] 10.222.0.39 "GET /v2.0/networks/995c8901-b276-4dfb-8ce7-5546a81a4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899663 Jul 06 13:57:16.364030 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e50fe57-3c3e-4bfb-b8db-e39063b88270 req-f62ca049-fb5c-49bf-88f7-4066bf013f42 service neutron] 10.222.0.39 "GET /v2.0/networks/995c8901-b276-4dfb-8ce7-5546a81a4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929399 Jul 06 13:57:16.686858 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9424b-f9c3-4809-9e96-5b0a9d3a3488 req-005842bd-60b8-4b19-b2e1-7632ec89cbe6 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:16.688325 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f9d9424b-f9c3-4809-9e96-5b0a9d3a3488 req-005842bd-60b8-4b19-b2e1-7632ec89cbe6 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 943 time: 0.0510654 Jul 06 13:57:16.708895 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:16.743258 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f9d9424b-f9c3-4809-9e96-5b0a9d3a3488 req-fa2530f5-2a36-4078-836e-7ae3854fd9ea tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492926 Jul 06 13:57:17.856728 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f2002-52cc-4db3-9e7b-0351e858389e req-0266c1c0-8517-4537-bddf-ee694cec57f2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:17.858737 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-de0f2002-52cc-4db3-9e7b-0351e858389e req-0266c1c0-8517-4537-bddf-ee694cec57f2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 943 time: 0.0476472 Jul 06 13:57:17.892462 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:17.913453 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-de0f2002-52cc-4db3-9e7b-0351e858389e req-929578b6-cf84-4c46-92a3-e1cd046eb0ba tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492282 Jul 06 13:57:19.026571 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27e5f0-34a5-4d34-b12b-e1b5cb7ccf8a req-cbeb7ad4-6a32-400d-9870-04a648e36e7c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:19.028019 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5c27e5f0-34a5-4d34-b12b-e1b5cb7ccf8a req-cbeb7ad4-6a32-400d-9870-04a648e36e7c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 943 time: 0.0467889 Jul 06 13:57:19.074579 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5c27e5f0-34a5-4d34-b12b-e1b5cb7ccf8a req-e86bd88a-64c1-4c16-9d89-f060328cff07 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410032 Jul 06 13:57:19.649572 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b66e4c-f226-4681-863a-6b729911f7d0 req-a8746d37-c9df-4462-9fd0-a8dc5cc99b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:19.651061 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03b66e4c-f226-4681-863a-6b729911f7d0 req-a8746d37-c9df-4462-9fd0-a8dc5cc99b18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4349af63ad274dbfad2615fc50446ded&device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 1127 time: 0.0396390 Jul 06 13:57:19.745384 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b66e4c-f226-4681-863a-6b729911f7d0 req-b81a49d3-084c-4a73-aa36-48d64e912376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:19.746827 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03b66e4c-f226-4681-863a-6b729911f7d0 req-b81a49d3-084c-4a73-aa36-48d64e912376 service neutron] 10.222.0.39 "GET /v2.0/networks?id=995c8901-b276-4dfb-8ce7-5546a81a4d42 HTTP/1.1" status: 200 len: 915 time: 0.0895345 Jul 06 13:57:19.785958 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03b66e4c-f226-4681-863a-6b729911f7d0 req-bf0bdbb5-f04f-4fcc-8149-3b7582fed501 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=657b6f46-df3f-4117-bf08-21cc29ec657b HTTP/1.1" status: 200 len: 217 time: 0.0326793 Jul 06 13:57:19.834364 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b66e4c-f226-4681-863a-6b729911f7d0 req-4e1bf547-8b89-42a3-b491-989011c9abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:19.835780 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03b66e4c-f226-4681-863a-6b729911f7d0 req-4e1bf547-8b89-42a3-b491-989011c9abe3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=72fc9743-5bf2-47fa-beb0-d7290a3d79d4 HTTP/1.1" status: 200 len: 854 time: 0.0436525 Jul 06 13:57:19.867955 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03b66e4c-f226-4681-863a-6b729911f7d0 req-86b738c0-f21d-4217-b067-bb2193d2c82e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=995c8901-b276-4dfb-8ce7-5546a81a4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252092 Jul 06 13:57:19.960504 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03b66e4c-f226-4681-863a-6b729911f7d0 req-09f724fa-0c4e-4c4a-b9c0-80cf5aa639b0 service neutron] 10.222.0.39 "GET /v2.0/networks/995c8901-b276-4dfb-8ce7-5546a81a4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858297 Jul 06 13:57:20.052463 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03b66e4c-f226-4681-863a-6b729911f7d0 req-0a7100c9-0a39-4efa-a0a3-df5fb664c945 service neutron] 10.222.0.39 "GET /v2.0/networks/995c8901-b276-4dfb-8ce7-5546a81a4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851889 Jul 06 13:57:20.186889 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc80eba-66d1-413e-87cd-3184b9927fcf req-bb43fdd5-4cd2-48b2-9030-a627ab7d6b9f tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:20.188481 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ccc80eba-66d1-413e-87cd-3184b9927fcf req-bb43fdd5-4cd2-48b2-9030-a627ab7d6b9f tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 943 time: 0.0473974 Jul 06 13:57:20.235533 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ccc80eba-66d1-413e-87cd-3184b9927fcf req-2476b50b-8f43-4db7-b787-373ba47e3c5b tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413754 Jul 06 13:57:21.348649 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc304a5c-8d69-42ce-aded-8fe988cded82 req-e8ace3f0-205e-4250-bbd8-6a4fb566ac06 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:21.350115 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bc304a5c-8d69-42ce-aded-8fe988cded82 req-e8ace3f0-205e-4250-bbd8-6a4fb566ac06 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 943 time: 0.0476005 Jul 06 13:57:21.395968 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-bc304a5c-8d69-42ce-aded-8fe988cded82 req-627a9292-c64b-4c71-90fe-3a17a6de084b tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403330 Jul 06 13:57:21.582848 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 657b6f46-df3f-4117-bf08-21cc29ec657b details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:57:21.682803 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 657b6f46-df3f-4117-bf08-21cc29ec657b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=657b6f46-df3f-4117-bf08-21cc29ec657b,segment=NetworkSegment(4e995a96-5e3a-4089-8ee1-e5af478af774),segment_id=4e995a96-5e3a-4089-8ee1-e5af478af774)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:21.694530 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '657b6f46-df3f-4117-bf08-21cc29ec657b', 'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42', 'port_id': '657b6f46-df3f-4117-bf08-21cc29ec657b', 'mac_address': 'fa:16:3e:20:33:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72fc9743-5bf2-47fa-beb0-d7290a3d79d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:57:21.729102 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 657b6f46-df3f-4117-bf08-21cc29ec657b is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:57:21.729491 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:21.742274 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657b6f46-df3f-4117-bf08-21cc29ec657b {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:57:21.761679 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 657b6f46-df3f-4117-bf08-21cc29ec657b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=657b6f46-df3f-4117-bf08-21cc29ec657b,segment=NetworkSegment(4e995a96-5e3a-4089-8ee1-e5af478af774),segment_id=4e995a96-5e3a-4089-8ee1-e5af478af774)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:21.766134 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:21.809215 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=657b6f46-df3f-4117-bf08-21cc29ec657b,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:22.501032 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['657b6f46-df3f-4117-bf08-21cc29ec657b'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:57:22.511082 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7aa2c5-6663-4556-8524-01546b631d97 req-208f187b-e07a-4d5f-90fd-d143924c096f tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:22.512568 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0a7aa2c5-6663-4556-8524-01546b631d97 req-208f187b-e07a-4d5f-90fd-d143924c096f tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 944 time: 0.0474162 Jul 06 13:57:22.523725 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:22.561760 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0a7aa2c5-6663-4556-8524-01546b631d97 req-1bec17e0-bc09-40f8-be81-e86940bae184 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434434 Jul 06 13:57:22.606181 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:22.636932 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:23.687909 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c133ee-a967-4217-a33c-40fe2111060d req-8aa7bbd3-4975-4e31-9534-17f931763fa3 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:23.689369 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d0c133ee-a967-4217-a33c-40fe2111060d req-8aa7bbd3-4975-4e31-9534-17f931763fa3 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 944 time: 0.0503213 Jul 06 13:57:23.736480 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d0c133ee-a967-4217-a33c-40fe2111060d req-2425f3c3-7456-4724-bd49-34ca8b5092f5 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415287 Jul 06 13:57:23.911083 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 657b6f46-df3f-4117-bf08-21cc29ec657b up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:57:23.955232 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 657b6f46-df3f-4117-bf08-21cc29ec657b completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:57:23.960735 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 657b6f46-df3f-4117-bf08-21cc29ec657b triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:57:23.961131 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:24.031806 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 657b6f46-df3f-4117-bf08-21cc29ec657b is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:57:24.032103 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:24.055508 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66945654-4f75-4375-b4da-9e0ba0cc800f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657b6f46-df3f-4117-bf08-21cc29ec657b'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:57:24.057688 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180eebec-3115-4460-b2b0-03bb7bc159b8" -d '{"events": [{"server_uuid": "66945654-4f75-4375-b4da-9e0ba0cc800f", "name": "network-vif-plugged", "status": "completed", "tag": "657b6f46-df3f-4117-bf08-21cc29ec657b"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:24.069929 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 657b6f46-df3f-4117-bf08-21cc29ec657b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=657b6f46-df3f-4117-bf08-21cc29ec657b,segment=NetworkSegment(4e995a96-5e3a-4089-8ee1-e5af478af774),segment_id=4e995a96-5e3a-4089-8ee1-e5af478af774)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:24.074109 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:24.102869 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35212564-c82c-4886-810e-ba019ec294c7 x-openstack-request-id: req-35212564-c82c-4886-810e-ba019ec294c7 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:24.103156 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66945654-4f75-4375-b4da-9e0ba0cc800f", "name": "network-vif-plugged", "status": "completed", "tag": "657b6f46-df3f-4117-bf08-21cc29ec657b", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:24.103412 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35212564-c82c-4886-810e-ba019ec294c7 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:24.103795 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35212564-c82c-4886-810e-ba019ec294c7'] response: {'server_uuid': '66945654-4f75-4375-b4da-9e0ba0cc800f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657b6f46-df3f-4117-bf08-21cc29ec657b', 'code': 200} Jul 06 13:57:24.125460 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=657b6f46-df3f-4117-bf08-21cc29ec657b,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:24.307821 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e5d16-50d3-4c73-964a-7681a2e87ed7 req-7cd1b995-751e-483a-9667-e6dbd3a74e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:24.309369 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6b0e5d16-50d3-4c73-964a-7681a2e87ed7 req-7cd1b995-751e-483a-9667-e6dbd3a74e07 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 1129 time: 0.0424402 Jul 06 13:57:24.354082 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6b0e5d16-50d3-4c73-964a-7681a2e87ed7 req-f7a8e8d4-23cb-4401-b08c-3c37b742b3c6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382195 Jul 06 13:57:24.850546 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1aaf9-14d5-4766-a4be-fd3b4ed04ae2 req-6fcd07a9-537f-4e50-a65a-f9f6e5a4a3f7 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:24.851979 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7da1aaf9-14d5-4766-a4be-fd3b4ed04ae2 req-6fcd07a9-537f-4e50-a65a-f9f6e5a4a3f7 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 945 time: 0.0479057 Jul 06 13:57:24.876049 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:24.900708 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7da1aaf9-14d5-4766-a4be-fd3b4ed04ae2 req-9ed51da8-9b87-490c-9a57-7a72da4bb6aa tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422115 Jul 06 13:57:25.145353 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:26.015219 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd32b8-955e-418a-b53d-7045b6ec9f47 req-0e39ed69-be05-4ad9-a9f5-84e2e5944e56 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:26.016665 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-65fd32b8-955e-418a-b53d-7045b6ec9f47 req-0e39ed69-be05-4ad9-a9f5-84e2e5944e56 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 945 time: 0.0468976 Jul 06 13:57:26.064938 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-65fd32b8-955e-418a-b53d-7045b6ec9f47 req-1625befa-bad9-41f4-a23d-c52bf1447ca1 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426960 Jul 06 13:57:27.175172 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c761eb6-c29c-432a-9e65-e26b3aa51312 req-1df8e240-eb05-4cf9-8eac-d41f222c41c1 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:27.176882 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6c761eb6-c29c-432a-9e65-e26b3aa51312 req-1df8e240-eb05-4cf9-8eac-d41f222c41c1 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 945 time: 0.0458376 Jul 06 13:57:27.454453 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6c761eb6-c29c-432a-9e65-e26b3aa51312 req-9c539e55-8a9d-458d-a624-5138004e70bd tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719510 Jul 06 13:57:27.619071 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4accd3b3-3851-4674-b915-7e0b0497c386 req-019bd113-0928-4ec9-94d2-0be520bd55c9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407560 Jul 06 13:57:27.735422 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accd3b3-3851-4674-b915-7e0b0497c386 req-48843570-4496-4b42-b79a-a3e0c86605b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:27.736949 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4accd3b3-3851-4674-b915-7e0b0497c386 req-48843570-4496-4b42-b79a-a3e0c86605b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 1130 time: 0.0459251 Jul 06 13:57:27.860296 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accd3b3-3851-4674-b915-7e0b0497c386 req-02a15d7d-4406-4826-85ec-623ce9c40c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:27.861816 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4accd3b3-3851-4674-b915-7e0b0497c386 req-02a15d7d-4406-4826-85ec-623ce9c40c91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 918 time: 0.1033514 Jul 06 13:57:27.925043 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:27.953394 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4accd3b3-3851-4674-b915-7e0b0497c386 req-d95d2e0a-0e33-4251-ad18-01b2277fa8e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92164628-0711-4bbe-835d-289c030d699a HTTP/1.1" status: 200 len: 1000 time: 0.0854781 Jul 06 13:57:28.004542 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accd3b3-3851-4674-b915-7e0b0497c386 req-aee74bbc-af98-4483-a89c-84d2272e4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:28.006229 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4accd3b3-3851-4674-b915-7e0b0497c386 req-aee74bbc-af98-4483-a89c-84d2272e4c7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 200 len: 856 time: 0.0476272 Jul 06 13:57:28.058288 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4accd3b3-3851-4674-b915-7e0b0497c386 req-2a367c82-6517-46f9-9253-5f3e3f94c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:28.059854 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4accd3b3-3851-4674-b915-7e0b0497c386 req-2a367c82-6517-46f9-9253-5f3e3f94c919 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e12e604c-a9aa-4964-89ef-163e19d2e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475307 Jul 06 13:57:28.158447 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4accd3b3-3851-4674-b915-7e0b0497c386 req-5bbedbd1-1bea-4a1d-9c40-c3313a9c6b87 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917692 Jul 06 13:57:28.253204 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4accd3b3-3851-4674-b915-7e0b0497c386 req-a857cee7-b5dc-4113-9514-0d7dad7ba4e4 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888898 Jul 06 13:57:33.060858 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 40592) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:57:33.168296 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:33.244448 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Publish callbacks [] for security_group (074256e1-1052-4af3-a531-ae1b5298f6e0), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:33.248580 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (074256e1-1052-4af3-a531-ae1b5298f6e0), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:33.285539 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074256e1-1052-4af3-a531-ae1b5298f6e0,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:33.289715 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=880a0217d7654bbaaf448404cca1b62c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278166 Jul 06 13:57:33.295710 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 40598) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:57:33.298444 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.298606 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.298944 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.299279 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.299608 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.299937 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.300255 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.300572 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.300892 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.301486 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.301806 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.302121 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.302438 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.302752 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.303064 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9be5ec4-468d-470f-9329-26e9ace519c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:33.354921 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8b9a995f-4628-4ef3-a858-3b741e8adc12 admin admin] Publish callbacks [] for security_group (074256e1-1052-4af3-a531-ae1b5298f6e0), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:33.377567 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8b9a995f-4628-4ef3-a858-3b741e8adc12 admin admin] Publish callbacks [] for security_group (074256e1-1052-4af3-a531-ae1b5298f6e0), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:33.426632 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8b9a995f-4628-4ef3-a858-3b741e8adc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (074256e1-1052-4af3-a531-ae1b5298f6e0), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:33.429130 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-8b9a995f-4628-4ef3-a858-3b741e8adc12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:33.430247 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-8b9a995f-4628-4ef3-a858-3b741e8adc12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/074256e1-1052-4af3-a531-ae1b5298f6e0 HTTP/1.1" status: 204 len: 168 time: 0.1335232 Jul 06 13:57:33.438510 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a995f-4628-4ef3-a858-3b741e8adc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074256e1-1052-4af3-a531-ae1b5298f6e0,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:35.141331 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:36.915274 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:36.919652 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=5 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:37.921538 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:57:38.243075 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=30 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:38.249282 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=70 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:39.507272 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ab7e56b5-f61b-401e-83a1-a0cd8c2de909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:41.973625 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ae765a96-939d-4e5d-8661-7947d37b0d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:42.919307 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:43.412814 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=41,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:43.433956 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:44.398906 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:44.673981 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:47.918365 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:48.066963 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56f98a-fdc0-4761-a549-3f3d7672b578 req-fc113837-ef7e-4ace-a6f8-3c6f15cb2557 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:48.068342 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ac56f98a-fdc0-4761-a549-3f3d7672b578 req-fc113837-ef7e-4ace-a6f8-3c6f15cb2557 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0538216 Jul 06 13:57:48.118962 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ac56f98a-fdc0-4761-a549-3f3d7672b578 req-a7a99f84-e32d-4723-bcb5-758e754165f9 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448940 Jul 06 13:57:49.237944 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b64d9c-a03f-408e-96fd-b8b403faa1c1 req-c625565b-d28b-4b0b-9d04-d8e20d3d7846 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:49.239388 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b4b64d9c-a03f-408e-96fd-b8b403faa1c1 req-c625565b-d28b-4b0b-9d04-d8e20d3d7846 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0466025 Jul 06 13:57:49.286184 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b4b64d9c-a03f-408e-96fd-b8b403faa1c1 req-0faf964e-fa3f-46a1-b023-d4db913e3411 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413682 Jul 06 13:57:50.403330 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7434c-f3f1-4a87-be69-afa796c3e839 req-71fc6cf5-df07-4abb-9e15-a77b5b3e3d5f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:50.404786 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8ad7434c-f3f1-4a87-be69-afa796c3e839 req-71fc6cf5-df07-4abb-9e15-a77b5b3e3d5f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0465813 Jul 06 13:57:50.451570 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8ad7434c-f3f1-4a87-be69-afa796c3e839 req-3abe0cb3-1734-4536-ab99-52939c35c198 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=cc514b34-46a1-43ff-a4ab-fc4fb49f3119&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413520 Jul 06 13:57:50.865047 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-1fd59072-770d-4aed-b934-21433d75c3d0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:50.866443 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-1fd59072-770d-4aed-b934-21433d75c3d0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 946 time: 0.0448103 Jul 06 13:57:50.950681 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Deleting port 92164628-0711-4bbe-835d-289c030d699a {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:57:50.951032 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (92164628-0711-4bbe-835d-289c030d699a), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:51.043897 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] For port 92164628-0711-4bbe-835d-289c030d699a, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=92164628-0711-4bbe-835d-289c030d699a,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:57:51.044251 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (92164628-0711-4bbe-835d-289c030d699a), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:51.203755 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:51.204150 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (af705299-6360-445c-a78f-e0ec96ca5d0a), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:51.204366 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Floating IP af705299-6360-445c-a78f-e0ec96ca5d0a disassociated. External IP: 172.27.3.38, port: 92164628-0711-4bbe-835d-289c030d699a. Jul 06 13:57:51.204713 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Calling delete_port for 92164628-0711-4bbe-835d-289c030d699a owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:57:51.333149 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (92164628-0711-4bbe-835d-289c030d699a), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:51.362185 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event deleted for resources: {'Port': ['ID=92164628-0711-4bbe-835d-289c030d699a,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:51.374070 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.374414 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.374753 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.375115 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.375445 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.376426 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.376962 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.376962 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.377404 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.377722 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.378041 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.378364 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.378681 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.379011 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.379331 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:57:51.482223 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Router 85fc9502-0bfe-4cea-8b54-84053dd6338e has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:57:51.489464 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:51.554564 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-314f8cad-8037-48ff-abab-b5fdf59bba46 req-c7882b39-a9b3-49cd-86c6-a694f44eed15 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c0c4bb6-269f-46bc-b460-7d0299277753 HTTP/1.1" status: 200 len: 210 time: 0.0295560 Jul 06 13:57:51.577173 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:51.590336 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:57:51.600502 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483096a-00eb-4fd2-bd51-1c87be6fd491 None None] Sync routers for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:57:51.609711 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483096a-00eb-4fd2-bd51-1c87be6fd491 None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:57:51.610879 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-b483096a-00eb-4fd2-bd51-1c87be6fd491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:57:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:51.633274 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] No DVR routers for this DVR port 92164628-0711-4bbe-835d-289c030d699a on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:57:51.635705 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:51.638990 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d02b9ad8-ee80-49cc-903a-9c125e8ac7b8 req-7c988446-4e43-4039-9072-f4a252c033cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.39 "DELETE /v2.0/ports/92164628-0711-4bbe-835d-289c030d699a HTTP/1.1" status: 204 len: 173 time: 0.7670326 Jul 06 13:57:51.639429 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'name': 'network-vif-deleted', 'tag': '92164628-0711-4bbe-835d-289c030d699a'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:57:51.641778 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d968e66-4909-4b1b-b876-4964a5799d01" -d '{"events": [{"server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "name": "network-vif-deleted", "tag": "92164628-0711-4bbe-835d-289c030d699a"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:51.679458 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9667351d-0cc9-46e6-9b8f-6b85772b6055 x-openstack-request-id: req-9667351d-0cc9-46e6-9b8f-6b85772b6055 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:51.679933 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c0c4bb6-269f-46bc-b460-7d0299277753", "name": "network-vif-deleted", "tag": "92164628-0711-4bbe-835d-289c030d699a", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:51.680361 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9667351d-0cc9-46e6-9b8f-6b85772b6055 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:51.680930 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9667351d-0cc9-46e6-9b8f-6b85772b6055'] response: {'server_uuid': '4c0c4bb6-269f-46bc-b460-7d0299277753', 'name': 'network-vif-deleted', 'tag': '92164628-0711-4bbe-835d-289c030d699a', 'status': 'completed', 'code': 200} Jul 06 13:57:51.717615 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-b483096a-00eb-4fd2-bd51-1c87be6fd491 None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:57:51.917960 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-b483096a-00eb-4fd2-bd51-1c87be6fd491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 5, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:51.943640 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483096a-00eb-4fd2-bd51-1c87be6fd491 None None] Checking router: 85fc9502-0bfe-4cea-8b54-84053dd6338e for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:57:51.951798 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483096a-00eb-4fd2-bd51-1c87be6fd491 None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:57:51.952350 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-b483096a-00eb-4fd2-bd51-1c87be6fd491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:57:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:52.181683 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-b483096a-00eb-4fd2-bd51-1c87be6fd491 None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:57:52.271536 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:52.369705 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-b483096a-00eb-4fd2-bd51-1c87be6fd491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 5, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:57:52.393913 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483096a-00eb-4fd2-bd51-1c87be6fd491 None None] The sync data for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi is: [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 5, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:57:52.618705 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a08b7-559e-4208-bb28-04e723917660 None None] New status for floating IP af705299-6360-445c-a78f-e0ec96ca5d0a: DOWN {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:57:52.646903 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 40692) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:57:52.704913 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b70c52db-05f2-41b6-b67e-f7ee3eb91892 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group (cc514b34-46a1-43ff-a4ab-fc4fb49f3119), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:52.728454 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b70c52db-05f2-41b6-b67e-f7ee3eb91892 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group (cc514b34-46a1-43ff-a4ab-fc4fb49f3119), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:52.777748 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b70c52db-05f2-41b6-b67e-f7ee3eb91892 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (cc514b34-46a1-43ff-a4ab-fc4fb49f3119), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:52.780232 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b70c52db-05f2-41b6-b67e-f7ee3eb91892 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:52.781448 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-b70c52db-05f2-41b6-b67e-f7ee3eb91892 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "DELETE /v2.0/security-groups/cc514b34-46a1-43ff-a4ab-fc4fb49f3119 HTTP/1.1" status: 204 len: 168 time: 0.1329520 Jul 06 13:57:52.784541 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 40694) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:57:52.790521 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c52db-05f2-41b6-b67e-f7ee3eb91892 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc514b34-46a1-43ff-a4ab-fc4fb49f3119,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:52.800717 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.api.v2.resource [None req-49ef9b3c-518a-4acd-9ead-e2ea7ccee62b tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] show failed (client error): The resource could not be found. Jul 06 13:57:52.802104 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-49ef9b3c-518a-4acd-9ead-e2ea7ccee62b tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups/cc514b34-46a1-43ff-a4ab-fc4fb49f3119 HTTP/1.1" status: 404 len: 347 time: 0.0162868 Jul 06 13:57:52.804900 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 40696) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:57:52.914868 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f6ab3-65a9-49c0-8b38-d05447c6f9a0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Deleting port 43fc173b-4807-44a3-887e-08e74a7a4682 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:57:52.915216 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9f6f6ab3-65a9-49c0-8b38-d05447c6f9a0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (43fc173b-4807-44a3-887e-08e74a7a4682), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:52.994096 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9f6f6ab3-65a9-49c0-8b38-d05447c6f9a0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (43fc173b-4807-44a3-887e-08e74a7a4682), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:52.994425 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9f6f6ab3-65a9-49c0-8b38-d05447c6f9a0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (43fc173b-4807-44a3-887e-08e74a7a4682), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:53.007584 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-9f6f6ab3-65a9-49c0-8b38-d05447c6f9a0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Calling delete_port for 43fc173b-4807-44a3-887e-08e74a7a4682 owned by network:floatingip {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:57:53.140799 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9f6f6ab3-65a9-49c0-8b38-d05447c6f9a0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (43fc173b-4807-44a3-887e-08e74a7a4682), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:53.166880 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f6ab3-65a9-49c0-8b38-d05447c6f9a0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event deleted for resources: {'Port': ['ID=43fc173b-4807-44a3-887e-08e74a7a4682,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:53.230338 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9f6f6ab3-65a9-49c0-8b38-d05447c6f9a0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (af705299-6360-445c-a78f-e0ec96ca5d0a), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:53.232747 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9f6f6ab3-65a9-49c0-8b38-d05447c6f9a0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:53.233929 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-9f6f6ab3-65a9-49c0-8b38-d05447c6f9a0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "DELETE /v2.0/floatingips/af705299-6360-445c-a78f-e0ec96ca5d0a HTTP/1.1" status: 204 len: 168 time: 0.4280531 Jul 06 13:57:53.994809 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 92164628-0711-4bbe-835d-289c030d699a no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:57:54.014750 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 92164628-0711-4bbe-835d-289c030d699a {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:57:54.015093 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 92164628-0711-4bbe-835d-289c030d699a not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:57:54.333715 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 40710) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:57:54.338440 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-99e43212-e1a0-4d09-bb2e-3a7ec931a9c2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--13958867', 'description': 'tempest-description--338360318'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:57:54.359114 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-99e43212-e1a0-4d09-bb2e-3a7ec931a9c2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.435026 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-99e43212-e1a0-4d09-bb2e-3a7ec931a9c2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group (0e83f78f-7842-4922-b65d-b24391cf955c), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.439929 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-99e43212-e1a0-4d09-bb2e-3a7ec931a9c2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (0e83f78f-7842-4922-b65d-b24391cf955c), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.472693 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e43212-e1a0-4d09-bb2e-3a7ec931a9c2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e83f78f-7842-4922-b65d-b24391cf955c,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:54.477841 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-99e43212-e1a0-4d09-bb2e-3a7ec931a9c2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.479072 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-99e43212-e1a0-4d09-bb2e-3a7ec931a9c2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1442604 Jul 06 13:57:54.481984 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 40718) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:57:54.488356 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-a8823aa2-6950-49e0-926a-e4563bf97f22 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Request body: {'security_group_rule': {'security_group_id': '0e83f78f-7842-4922-b65d-b24391cf955c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:57:54.528662 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a8823aa2-6950-49e0-926a-e4563bf97f22 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group_rule (53f3e712-17ff-4563-9956-db01ade0c41e), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.581060 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:54.591181 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a8823aa2-6950-49e0-926a-e4563bf97f22 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group_rule (53f3e712-17ff-4563-9956-db01ade0c41e), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.596114 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a8823aa2-6950-49e0-926a-e4563bf97f22 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (53f3e712-17ff-4563-9956-db01ade0c41e), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.615899 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8823aa2-6950-49e0-926a-e4563bf97f22 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f3e712-17ff-4563-9956-db01ade0c41e,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:54.624231 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-a8823aa2-6950-49e0-926a-e4563bf97f22 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.625572 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-a8823aa2-6950-49e0-926a-e4563bf97f22 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1424146 Jul 06 13:57:54.628227 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 40720) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:57:54.632573 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-0868ed8d-75bf-4d33-aa9d-67f9c12fa514 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Request body: {'security_group_rule': {'security_group_id': '0e83f78f-7842-4922-b65d-b24391cf955c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:57:54.646512 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:54.662106 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0868ed8d-75bf-4d33-aa9d-67f9c12fa514 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group_rule (f4e6c98e-6f98-4435-acb7-154a393d6ae5), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.709440 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0868ed8d-75bf-4d33-aa9d-67f9c12fa514 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group_rule (f4e6c98e-6f98-4435-acb7-154a393d6ae5), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.712902 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0868ed8d-75bf-4d33-aa9d-67f9c12fa514 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33302870'] for security_group_rule (f4e6c98e-6f98-4435-acb7-154a393d6ae5), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.731152 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868ed8d-75bf-4d33-aa9d-67f9c12fa514 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e6c98e-6f98-4435-acb7-154a393d6ae5,revision_number=0']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:54.739161 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0868ed8d-75bf-4d33-aa9d-67f9c12fa514 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.740350 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-0868ed8d-75bf-4d33-aa9d-67f9c12fa514 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1111221 Jul 06 13:57:54.743460 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 40722) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:57:54.747650 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Request body: {'floatingip': {'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:57:54.768287 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.852164 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:54.955850 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Allocated IP 172.27.3.220 (a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7/86f1d8cb-8f44-4034-9b5d-61ca5dc2f214/e2d56abe-57e8-4328-aae0-16c90057c3cf) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:55.060191 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for port (e2d56abe-57e8-4328-aae0-16c90057c3cf), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:55.092360 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (e2d56abe-57e8-4328-aae0-16c90057c3cf), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:55.130717 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Network a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:55.135052 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:55.138929 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:57:55.143865 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:55.144664 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event updated for resources: {'Port': ['ID=e2d56abe-57e8-4328-aae0-16c90057c3cf,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:55.230082 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (7ad07f25-3f32-406f-8514-ec89f1bdbd08), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:55.265647 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (e2d56abe-57e8-4328-aae0-16c90057c3cf), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:55.284267 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:55.365693 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:55.416047 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for port (e2d56abe-57e8-4328-aae0-16c90057c3cf), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:55.420408 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (e2d56abe-57e8-4328-aae0-16c90057c3cf), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:55.494701 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event updated for resources: {'Port': ['ID=e2d56abe-57e8-4328-aae0-16c90057c3cf,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:55.502307 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (7ad07f25-3f32-406f-8514-ec89f1bdbd08), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:55.518261 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:55.519507 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-9363b693-53e4-40a1-978a-92f44dfb72bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7750719 Jul 06 13:57:55.750342 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-1d6451a9-c28b-4055-8a38-3a19970feef0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--13958867&fields=id&tenant_id=9e3edb8d53184b98b7055ffc145f186d HTTP/1.1" status: 200 len: 267 time: 0.0542617 Jul 06 13:57:55.875381 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-96a885a4-df7c-4fa5-be5e-1586418141b0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:55.878183 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-96a885a4-df7c-4fa5-be5e-1586418141b0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 817 time: 0.1201038 Jul 06 13:57:55.894658 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-5bb729e5-c60d-4c65-a9e0-743150ef8ff1 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/quotas/9e3edb8d53184b98b7055ffc145f186d HTTP/1.1" status: 200 len: 375 time: 0.0110669 Jul 06 13:57:55.948350 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-0cd4b347-702b-4f2f-b1cd-4216c4a4eb90 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482843 Jul 06 13:57:56.124949 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-3c5aafdf-6933-4a56-a947-7dc7043af497 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110606) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 06 13:57:56.126049 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-3c5aafdf-6933-4a56-a947-7dc7043af497 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1648157 Jul 06 13:57:56.228697 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-cca0a1e9-41c9-40a0-a275-501c84a4d02f service neutron] 10.222.0.20 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962508 Jul 06 13:57:56.335427 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-73852bdc-486c-4bc9-9d27-c634cee81dcd service neutron] 10.222.0.20 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002333 Jul 06 13:57:56.541901 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-961d5b14-5cc8-4d9e-8f4c-f603948fe352 req-63572cb3-89a8-4ce5-8f4e-d585fa3814c3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 210 time: 0.0348415 Jul 06 13:57:57.663123 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1aeab666-d620-401a-b91d-f7097d2eb101 req-e77accdf-4232-4b70-b131-c6d7ec182082 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 210 time: 0.0381467 Jul 06 13:57:57.854548 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-04ee0fba-e62b-4612-b7f9-f75f51832048 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:57.855930 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-04ee0fba-e62b-4612-b7f9-f75f51832048 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.39 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 817 time: 0.3716748 Jul 06 13:57:57.921787 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-bb207b83-bbeb-4a0c-b940-8f64543a97b9 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e3edb8d53184b98b7055ffc145f186d HTTP/1.1" status: 200 len: 378 time: 0.0514429 Jul 06 13:57:57.930553 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-98c68748-bae1-4ee3-926c-89390d59386a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Request body: {'port': {'device_id': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'admin_state_up': True, 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'security_groups': ['0e83f78f-7842-4922-b65d-b24391cf955c']}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:57:58.036363 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-98c68748-bae1-4ee3-926c-89390d59386a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Made reservation on behalf of 9e3edb8d53184b98b7055ffc145f186d for: {'port': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:57:58.039697 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-98c68748-bae1-4ee3-926c-89390d59386a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:58.166846 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-98c68748-bae1-4ee3-926c-89390d59386a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Allocated IP 172.20.0.13 (e12e604c-a9aa-4964-89ef-163e19d2e86f/e8a01d2e-dede-41fc-a741-710f3d491c89/1b7f73c8-d336-41e4-a894-3c448b223c00) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:57:58.307248 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-98c68748-bae1-4ee3-926c-89390d59386a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:58.312694 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:58.336010 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:58.344091 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-98c68748-bae1-4ee3-926c-89390d59386a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:58.388508 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-98c68748-bae1-4ee3-926c-89390d59386a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Network e12e604c-a9aa-4964-89ef-163e19d2e86f is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:57:58.391567 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-98c68748-bae1-4ee3-926c-89390d59386a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:57:58.396541 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-98c68748-bae1-4ee3-926c-89390d59386a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:57:58.402574 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c68748-bae1-4ee3-926c-89390d59386a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event updated for resources: {'Port': ['ID=1b7f73c8-d336-41e4-a894-3c448b223c00,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:58.450101 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-98c68748-bae1-4ee3-926c-89390d59386a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:58.450719 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-98c68748-bae1-4ee3-926c-89390d59386a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:58.467441 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-98c68748-bae1-4ee3-926c-89390d59386a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5406129 Jul 06 13:57:58.484592 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Request body: {'port': {'device_id': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:57:58.554248 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:58.657615 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-c552aca9-8e61-4a10-a617-6fb63005ed77 None None] Provisioning complete for port 1b7f73c8-d336-41e4-a894-3c448b223c00 triggered by entity DHCP. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:57:58.658281 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-c552aca9-8e61-4a10-a617-6fb63005ed77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:58.691637 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-c552aca9-8e61-4a10-a617-6fb63005ed77 None None] Port 1b7f73c8-d336-41e4-a894-3c448b223c00 cannot update to ACTIVE because it is not bound. {{(pid=110607) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 06 13:57:58.795051 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54775527-fa14-4e44-b71d-ec2c87f75178 req-5438dc9e-0a81-4efd-9f48-5e4202a06962 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:58.796515 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-54775527-fa14-4e44-b71d-ec2c87f75178 req-5438dc9e-0a81-4efd-9f48-5e4202a06962 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 932 time: 0.0629227 Jul 06 13:57:58.903228 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-54775527-fa14-4e44-b71d-ec2c87f75178 req-075752d4-95b0-4590-946e-3179be6f7ec9 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964983 Jul 06 13:57:58.904984 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7f73c8-d336-41e4-a894-3c448b223c00 {{(pid=110605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:57:58.913479 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Publish callbacks [] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:58.927571 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.provisioning_blocks [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Transition to ACTIVE for port object 1b7f73c8-d336-41e4-a894-3c448b223c00 will not be triggered until provisioned by entity L2. {{(pid=110605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:57:58.932762 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:58.981680 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7f73c8-d336-41e4-a894-3c448b223c00,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:59.056517 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Attempting to bind port 1b7f73c8-d336-41e4-a894-3c448b223c00 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:57:59.056994 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Attempting to bind port 1b7f73c8-d336-41e4-a894-3c448b223c00 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:57:59.057355 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Attempting to bind port 1b7f73c8-d336-41e4-a894-3c448b223c00 on network e12e604c-a9aa-4964-89ef-163e19d2e86f {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:57:59.062188 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Port 1b7f73c8-d336-41e4-a894-3c448b223c00 on network e12e604c-a9aa-4964-89ef-163e19d2e86f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:57:59.062515 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Attempting to bind port 1b7f73c8-d336-41e4-a894-3c448b223c00 on network e12e604c-a9aa-4964-89ef-163e19d2e86f {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:57:59.069080 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:57:59.069421 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Checking segment: {'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:57:59.069806 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Bound using segment: {'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:57:59.070237 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Bound port: 1b7f73c8-d336-41e4-a894-3c448b223c00, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3a06be7-09c9-41be-980c-6c81ef024aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f'}}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:57:59.070601 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:59.139890 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] For port 1b7f73c8-d336-41e4-a894-3c448b223c00, host hv-cinder-81914, cleared binding levels {{(pid=110605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:57:59.143665 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] For port 1b7f73c8-d336-41e4-a894-3c448b223c00, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b7f73c8-d336-41e4-a894-3c448b223c00,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:57:59.150569 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:59.179532 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:59.185090 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:57:59.190289 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:59.190980 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:57:59.192272 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] 10.222.0.39 "PUT /v2.0/ports/1b7f73c8-d336-41e4-a894-3c448b223c00 HTTP/1.1" status: 200 len: 1094 time: 0.7119665 Jul 06 13:57:59.193406 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:57:59.195649 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd06529f-3583-41fc-9d3c-58322830e225" -d '{"events": [{"name": "network-changed", "server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:57:59.218267 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d66a1-3083-4b43-bb74-ce88d3b16ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7f73c8-d336-41e4-a894-3c448b223c00,revision_number=3']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:57:59.244734 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c08458b-fac8-490d-9dd3-903d56cfd9f6 x-openstack-request-id: req-5c08458b-fac8-490d-9dd3-903d56cfd9f6 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:57:59.245048 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:57:59.245313 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c08458b-fac8-490d-9dd3-903d56cfd9f6 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:57:59.245724 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c08458b-fac8-490d-9dd3-903d56cfd9f6'] response: {'name': 'network-changed', 'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'status': 'completed', 'code': 200} Jul 06 13:57:59.314400 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-32f317b5-d7b8-4aba-955e-dc5b31dbd629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:59.315947 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-32f317b5-d7b8-4aba-955e-dc5b31dbd629 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 1128 time: 0.0422187 Jul 06 13:57:59.366860 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-917e04c7-3cb5-48eb-b927-3b9b2a7306de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b7f73c8-d336-41e4-a894-3c448b223c00 HTTP/1.1" status: 200 len: 217 time: 0.0368445 Jul 06 13:57:59.415909 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-8c782853-912b-4798-ac63-3b2b9c900b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:59.417378 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-8c782853-912b-4798-ac63-3b2b9c900b15 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 200 len: 856 time: 0.0453422 Jul 06 13:57:59.461749 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-35bdbc60-7201-4880-8129-1d5d6f07d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:57:59.463227 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-35bdbc60-7201-4880-8129-1d5d6f07d3af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e12e604c-a9aa-4964-89ef-163e19d2e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394065 Jul 06 13:57:59.555086 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-b5a764dc-8d21-4f4f-93f7-9c76eeffa2a3 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860915 Jul 06 13:57:59.642914 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0bf8be7f-a916-4378-bbb3-937e4181ee2a req-49139129-3620-4720-a121-fbe61318efbd service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823345 Jul 06 13:58:00.029032 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2c2cf-18f0-4af3-bbc7-c575a1f3d47a req-a540d177-0d91-4313-af25-8157d160b119 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:00.030462 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-99a2c2cf-18f0-4af3-bbc7-c575a1f3d47a req-a540d177-0d91-4313-af25-8157d160b119 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0502059 Jul 06 13:58:00.076776 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-99a2c2cf-18f0-4af3-bbc7-c575a1f3d47a req-81d12e96-cba2-4aa9-91da-58b27e3f4ff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403056 Jul 06 13:58:01.202559 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e3eb6-ff2f-4e4c-95d6-cffbe3d3e8ea req-b9f66c7b-7c2f-4e8c-a2ed-3021072aa6cc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:01.204011 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-536e3eb6-ff2f-4e4c-95d6-cffbe3d3e8ea req-b9f66c7b-7c2f-4e8c-a2ed-3021072aa6cc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0524678 Jul 06 13:58:01.251483 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-536e3eb6-ff2f-4e4c-95d6-cffbe3d3e8ea req-5932c3e9-f136-4a7d-9d95-1d3b69bafe3e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407350 Jul 06 13:58:02.249526 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06529f-3583-41fc-9d3c-58322830e225 req-ca738f01-712b-47ee-ba0c-a50ec2717234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:02.251657 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bd06529f-3583-41fc-9d3c-58322830e225 req-ca738f01-712b-47ee-ba0c-a50ec2717234 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 1128 time: 0.0389016 Jul 06 13:58:02.370442 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d49653-60bf-49b6-8080-1c584b427604 req-f26ba372-1a89-4776-a6d4-9cef5e356923 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:02.371888 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-00d49653-60bf-49b6-8080-1c584b427604 req-f26ba372-1a89-4776-a6d4-9cef5e356923 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0483339 Jul 06 13:58:02.418624 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-00d49653-60bf-49b6-8080-1c584b427604 req-817ab741-a6f1-4249-bc0c-954343f48da3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406306 Jul 06 13:58:02.720165 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06529f-3583-41fc-9d3c-58322830e225 req-4a4e9761-aef5-442c-8b2f-69f2d1cd154b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:02.721631 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bd06529f-3583-41fc-9d3c-58322830e225 req-4a4e9761-aef5-442c-8b2f-69f2d1cd154b service neutron] 10.222.0.39 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 918 time: 0.0921175 Jul 06 13:58:03.083351 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bd06529f-3583-41fc-9d3c-58322830e225 req-0f9f4e18-32d2-475c-8c0f-6bfdc04a1609 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b7f73c8-d336-41e4-a894-3c448b223c00 HTTP/1.1" status: 200 len: 217 time: 0.0368114 Jul 06 13:58:03.143849 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06529f-3583-41fc-9d3c-58322830e225 req-d74c1366-d96b-4f8c-9612-24214e76a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:03.145370 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bd06529f-3583-41fc-9d3c-58322830e225 req-d74c1366-d96b-4f8c-9612-24214e76a259 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 200 len: 856 time: 0.0520189 Jul 06 13:58:03.199438 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06529f-3583-41fc-9d3c-58322830e225 req-92c5441a-4a74-4122-a0be-fb33e0bf1fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:03.200944 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bd06529f-3583-41fc-9d3c-58322830e225 req-92c5441a-4a74-4122-a0be-fb33e0bf1fe6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e12e604c-a9aa-4964-89ef-163e19d2e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389950 Jul 06 13:58:03.301370 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bd06529f-3583-41fc-9d3c-58322830e225 req-186b8bbc-c9b7-4f2e-9a32-fd0588c2612f service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834379 Jul 06 13:58:03.393893 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bd06529f-3583-41fc-9d3c-58322830e225 req-61f1dfce-d3f0-44d8-b0eb-0ee3184446e4 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868337 Jul 06 13:58:03.539600 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eda007-0a42-4030-9534-d082f30f7cb8 req-33146e6d-6660-4330-a5f7-d07e08e95e54 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:03.541022 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-35eda007-0a42-4030-9534-d082f30f7cb8 req-33146e6d-6660-4330-a5f7-d07e08e95e54 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0499234 Jul 06 13:58:03.588478 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-35eda007-0a42-4030-9534-d082f30f7cb8 req-fe68ca06-2cf6-4fff-842e-cecd13d004ff tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418935 Jul 06 13:58:04.011891 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 1b7f73c8-d336-41e4-a894-3c448b223c00 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:04.107683 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:04.110365 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 1b7f73c8-d336-41e4-a894-3c448b223c00, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b7f73c8-d336-41e4-a894-3c448b223c00,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:04.127816 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'port_id': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'mac_address': 'fa:16:3e:ac:68:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:04.164197 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 1b7f73c8-d336-41e4-a894-3c448b223c00 is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:58:04.164605 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:04.181669 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7f73c8-d336-41e4-a894-3c448b223c00 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:58:04.204868 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 1b7f73c8-d336-41e4-a894-3c448b223c00, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b7f73c8-d336-41e4-a894-3c448b223c00,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:04.208800 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:04.259259 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=1b7f73c8-d336-41e4-a894-3c448b223c00,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:04.267374 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.267959 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.268305 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.268648 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.268985 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.269402 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.269941 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.270051 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.270402 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.270765 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.271090 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.271417 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.271742 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.272064 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.272399 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:58:04.637686 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['1b7f73c8-d336-41e4-a894-3c448b223c00'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:04.693113 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:04.696051 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:04.707928 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae78c3-cb9e-4cc7-98e9-73e4c935ffab req-ffeb69e8-4489-47a1-a8f9-2f9c16a19728 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:04.709545 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8fae78c3-cb9e-4cc7-98e9-73e4c935ffab req-ffeb69e8-4489-47a1-a8f9-2f9c16a19728 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 945 time: 0.0493484 Jul 06 13:58:04.756260 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8fae78c3-cb9e-4cc7-98e9-73e4c935ffab req-d4a17f38-ec45-44bd-b5ea-db1ad8427b40 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411263 Jul 06 13:58:05.873991 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e035055-6937-46af-a6c5-ed12cca19b81 req-352bc567-b732-49ba-9245-0cf8e095a690 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:05.875551 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4e035055-6937-46af-a6c5-ed12cca19b81 req-352bc567-b732-49ba-9245-0cf8e095a690 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 945 time: 0.0460327 Jul 06 13:58:05.926436 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4e035055-6937-46af-a6c5-ed12cca19b81 req-142b806a-f467-49a6-955c-38b1f48bb269 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453651 Jul 06 13:58:07.047557 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02afa7-4359-460a-8ce6-d59b11d65940 req-2d2fcc7b-ee8f-468c-95a2-7a34a413d5ce tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:07.049530 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cc02afa7-4359-460a-8ce6-d59b11d65940 req-2d2fcc7b-ee8f-468c-95a2-7a34a413d5ce tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 945 time: 0.0514555 Jul 06 13:58:07.098042 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cc02afa7-4359-460a-8ce6-d59b11d65940 req-d77697e6-2d08-4482-a304-17f4e781fe3f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428047 Jul 06 13:58:08.205122 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:08.218371 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d87ea9-4e4e-4124-88c9-7567f4c3f589 req-7e8ef390-2cc8-4205-8cee-fe27001cac4e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:08.220805 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-00d87ea9-4e4e-4124-88c9-7567f4c3f589 req-7e8ef390-2cc8-4205-8cee-fe27001cac4e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 945 time: 0.0496967 Jul 06 13:58:08.231399 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:08.269433 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-00d87ea9-4e4e-4124-88c9-7567f4c3f589 req-cc037fc0-e478-444f-9c36-8de5526baaa7 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432055 Jul 06 13:58:09.391346 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89417336-15f0-4f34-a397-a8a991dc0599 req-f85f923f-2894-44a0-bc84-7beddef966c5 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:09.392833 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-89417336-15f0-4f34-a397-a8a991dc0599 req-f85f923f-2894-44a0-bc84-7beddef966c5 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 945 time: 0.0466301 Jul 06 13:58:09.444611 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-89417336-15f0-4f34-a397-a8a991dc0599 req-e143e5ed-b405-4405-9ca4-18f04bdfc754 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456989 Jul 06 13:58:09.509195 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1c5f9298-4a5b-4bc4-8f84-2755a2146346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:09.775469 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 1b7f73c8-d336-41e4-a894-3c448b223c00 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:09.817886 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port 1b7f73c8-d336-41e4-a894-3c448b223c00 completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:58:09.823292 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 1b7f73c8-d336-41e4-a894-3c448b223c00 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:58:09.823699 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:09.899862 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 1b7f73c8-d336-41e4-a894-3c448b223c00 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:58:09.900241 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:09.923224 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:58:09.925450 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea1bb9b-ed03-473e-a91f-c3a62b4b864e" -d '{"events": [{"server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "name": "network-vif-plugged", "status": "completed", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:09.935222 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:09.939745 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 1b7f73c8-d336-41e4-a894-3c448b223c00, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b7f73c8-d336-41e4-a894-3c448b223c00,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:09.944448 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:09.970307 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a59e03c-3b6d-452d-8761-a5ccd6cf2b67 x-openstack-request-id: req-3a59e03c-3b6d-452d-8761-a5ccd6cf2b67 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:09.970590 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "name": "network-vif-plugged", "status": "completed", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:09.970838 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3a59e03c-3b6d-452d-8761-a5ccd6cf2b67 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:09.971218 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a59e03c-3b6d-452d-8761-a5ccd6cf2b67'] response: {'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'code': 200} Jul 06 13:58:09.995574 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=1b7f73c8-d336-41e4-a894-3c448b223c00,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:10.189025 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2e71d-1ec1-42ea-b728-017e38686918 req-e2911a58-847a-4a71-b6df-40ec5e7f9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:10.190439 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-91b2e71d-1ec1-42ea-b728-017e38686918 req-e2911a58-847a-4a71-b6df-40ec5e7f9d74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 1130 time: 0.0436301 Jul 06 13:58:10.235519 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-91b2e71d-1ec1-42ea-b728-017e38686918 req-8c7a8773-4674-42fa-ac07-54ad9875acc8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386238 Jul 06 13:58:10.566990 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24fa09-0461-45f7-a265-49e98f9ea9b2 req-2360a241-8079-42bb-8088-7aa8a4e88457 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:10.568470 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0a24fa09-0461-45f7-a265-49e98f9ea9b2 req-2360a241-8079-42bb-8088-7aa8a4e88457 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0483806 Jul 06 13:58:10.621566 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0a24fa09-0461-45f7-a265-49e98f9ea9b2 req-5f81b892-419b-460a-a788-a1a7152bad1a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460038 Jul 06 13:58:11.875167 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b1666-f607-47ea-a38c-857d11070e20 req-124d4055-6494-41b2-9505-6f9d32eaa35c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:11.876612 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-624b1666-f607-47ea-a38c-857d11070e20 req-124d4055-6494-41b2-9505-6f9d32eaa35c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0468886 Jul 06 13:58:11.922139 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-624b1666-f607-47ea-a38c-857d11070e20 req-b8a61c28-db49-4e6b-adf2-73c20ffce554 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394330 Jul 06 13:58:11.978561 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-b60c3e51-3e2d-40c1-823b-62d808041d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:12.921395 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:13.038449 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f1c01-0bab-4ba0-b77b-fc02e8263c1c req-e69d2030-a25a-41cf-b14b-d2f67bbc2200 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:13.039907 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-388f1c01-0bab-4ba0-b77b-fc02e8263c1c req-e69d2030-a25a-41cf-b14b-d2f67bbc2200 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0464423 Jul 06 13:58:13.091292 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-388f1c01-0bab-4ba0-b77b-fc02e8263c1c req-dd03e84a-61ac-4568-adfd-f01f5360e5f1 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458806 Jul 06 13:58:13.926112 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:13.929060 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:14.216577 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea0b86-8a6d-433b-aa70-1a745267efb7 req-816bf3f3-272c-4882-8397-d1a01d05834b tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:14.217978 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5aea0b86-8a6d-433b-aa70-1a745267efb7 req-816bf3f3-272c-4882-8397-d1a01d05834b tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0541365 Jul 06 13:58:14.264804 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-5aea0b86-8a6d-433b-aa70-1a745267efb7 req-f0ec9d19-ec45-4ebc-9bc4-c6a5a141ddbd tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408406 Jul 06 13:58:14.401174 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:14.678096 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:14.919659 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:58:15.381879 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa34350-d549-49a3-8240-a2808d342203 req-ddebc731-0aac-420a-94bb-e38b8ac7a256 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:15.383312 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eaa34350-d549-49a3-8240-a2808d342203 req-ddebc731-0aac-420a-94bb-e38b8ac7a256 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0466633 Jul 06 13:58:15.430166 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-eaa34350-d549-49a3-8240-a2808d342203 req-097c7839-608f-435d-a11f-c8bac5f8cc7d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413601 Jul 06 13:58:16.560258 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87c756-fa27-4552-b62a-fbfa0b146469 req-8b9f66a6-b636-41f0-a3e2-f98ad4c1c3c6 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:16.561757 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7d87c756-fa27-4552-b62a-fbfa0b146469 req-8b9f66a6-b636-41f0-a3e2-f98ad4c1c3c6 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0531547 Jul 06 13:58:16.608629 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7d87c756-fa27-4552-b62a-fbfa0b146469 req-9012d49d-47d9-425f-8f18-9941dcd547f8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413148 Jul 06 13:58:17.730916 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46179201-4ac4-4074-97f0-fd348e4d7613 req-19b22e59-4295-4f07-9da8-3c64bb416574 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:17.732389 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-46179201-4ac4-4074-97f0-fd348e4d7613 req-19b22e59-4295-4f07-9da8-3c64bb416574 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0474489 Jul 06 13:58:17.779029 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-46179201-4ac4-4074-97f0-fd348e4d7613 req-a7d43f54-7891-44d3-940d-77e6ecbac782 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404277 Jul 06 13:58:17.895718 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86e9ff-9ee3-4250-a9f9-c76a25a75316 req-c0bcfd15-e45b-4bd9-aa37-cd14a287b39c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:17.897102 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-4b86e9ff-9ee3-4250-a9f9-c76a25a75316 req-c0bcfd15-e45b-4bd9-aa37-cd14a287b39c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0495815 Jul 06 13:58:17.907010 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 40856) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:58:17.912717 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [None req-49d80c8d-784c-497e-8edd-36fe61ecc687 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Request body: {'floatingip': {'port_id': '1b7f73c8-d336-41e4-a894-3c448b223c00'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:58:17.953211 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-49d80c8d-784c-497e-8edd-36fe61ecc687 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (7ad07f25-3f32-406f-8514-ec89f1bdbd08), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:18.241381 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:18.274454 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:18.371167 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-49d80c8d-784c-497e-8edd-36fe61ecc687 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:18.374826 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-49d80c8d-784c-497e-8edd-36fe61ecc687 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (7ad07f25-3f32-406f-8514-ec89f1bdbd08), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:18.468609 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [None req-49d80c8d-784c-497e-8edd-36fe61ecc687 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Floating IP 7ad07f25-3f32-406f-8514-ec89f1bdbd08 associated. External IP: 172.27.3.220, port: 1b7f73c8-d336-41e4-a894-3c448b223c00. Jul 06 13:58:18.663922 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d80c8d-784c-497e-8edd-36fe61ecc687 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Router 85fc9502-0bfe-4cea-8b54-84053dd6338e has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:58:18.764056 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d80c8d-784c-497e-8edd-36fe61ecc687 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:58:18.769659 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-49d80c8d-784c-497e-8edd-36fe61ecc687 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:18.774708 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef7634-c8fb-4eb9-b8ff-9326b7bc0eef None None] Sync routers for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:58:18.785074 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef7634-c8fb-4eb9-b8ff-9326b7bc0eef None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:58:18.785699 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-46ef7634-c8fb-4eb9-b8ff-9326b7bc0eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:58:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:18.799601 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-49d80c8d-784c-497e-8edd-36fe61ecc687 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "PUT /v2.0/floatingips/7ad07f25-3f32-406f-8514-ec89f1bdbd08 HTTP/1.1" status: 200 len: 992 time: 0.8912899 Jul 06 13:58:18.800401 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:58:18.802907 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a49557-1f79-4b77-8923-f84e337e720c" -d '{"events": [{"name": "network-changed", "server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:18.839295 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeb2f67-ff08-41da-8cca-3b7d1986d113 x-openstack-request-id: req-eeeb2f67-ff08-41da-8cca-3b7d1986d113 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:18.839584 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:18.839837 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eeeb2f67-ff08-41da-8cca-3b7d1986d113 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:18.840238 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeeb2f67-ff08-41da-8cca-3b7d1986d113'] response: {'name': 'network-changed', 'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'status': 'completed', 'code': 200} Jul 06 13:58:18.891360 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-46ef7634-c8fb-4eb9-b8ff-9326b7bc0eef None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:58:18.919333 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:19.100057 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-46ef7634-c8fb-4eb9-b8ff-9326b7bc0eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '7ad07f25-3f32-406f-8514-ec89f1bdbd08', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'port_id': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'mac_address': 'fa:16:3e:ac:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:57:55Z', 'updated_at': '2022-07-06T13:58:18Z', 'revision_number': 1, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 5, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:19.123940 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef7634-c8fb-4eb9-b8ff-9326b7bc0eef None None] Checking router: 85fc9502-0bfe-4cea-8b54-84053dd6338e for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:58:19.132490 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef7634-c8fb-4eb9-b8ff-9326b7bc0eef None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:58:19.133119 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-46ef7634-c8fb-4eb9-b8ff-9326b7bc0eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:58:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:19.232508 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-46ef7634-c8fb-4eb9-b8ff-9326b7bc0eef None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:58:19.434927 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-46ef7634-c8fb-4eb9-b8ff-9326b7bc0eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '7ad07f25-3f32-406f-8514-ec89f1bdbd08', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'port_id': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'mac_address': 'fa:16:3e:ac:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:57:55Z', 'updated_at': '2022-07-06T13:58:18Z', 'revision_number': 1, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 5, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:58:19.462691 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef7634-c8fb-4eb9-b8ff-9326b7bc0eef None None] The sync data for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi is: [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': '7ad07f25-3f32-406f-8514-ec89f1bdbd08', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'floating_ip_address': '172.27.3.220', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'port_id': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'mac_address': 'fa:16:3e:ac:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:57:55Z', 'updated_at': '2022-07-06T13:58:18Z', 'revision_number': 1, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 5, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:58:19.642156 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c184955-e2cd-4272-ab4f-786d50edf828 None None] New status for floating IP 7ad07f25-3f32-406f-8514-ec89f1bdbd08: ACTIVE {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:58:21.067341 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a49557-1f79-4b77-8923-f84e337e720c req-10f50f71-9d62-42d6-9dd0-935067f0fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:21.069031 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-25a49557-1f79-4b77-8923-f84e337e720c req-10f50f71-9d62-42d6-9dd0-935067f0fbf2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 1130 time: 0.0402324 Jul 06 13:58:21.161809 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a49557-1f79-4b77-8923-f84e337e720c req-9fd88d2f-4cd2-47ce-9033-3bc97bb7cb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:21.163236 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-25a49557-1f79-4b77-8923-f84e337e720c req-9fd88d2f-4cd2-47ce-9033-3bc97bb7cb7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 918 time: 0.0869296 Jul 06 13:58:21.224202 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-25a49557-1f79-4b77-8923-f84e337e720c req-e500cf5c-203b-4f74-948a-ca4fc2b03eb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b7f73c8-d336-41e4-a894-3c448b223c00 HTTP/1.1" status: 200 len: 1002 time: 0.0544438 Jul 06 13:58:21.275996 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a49557-1f79-4b77-8923-f84e337e720c req-ad0cf831-e821-4b2b-a40e-698753d0b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:21.277496 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-25a49557-1f79-4b77-8923-f84e337e720c req-ad0cf831-e821-4b2b-a40e-698753d0b190 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 200 len: 856 time: 0.0464871 Jul 06 13:58:21.321279 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a49557-1f79-4b77-8923-f84e337e720c req-7591fda0-b553-47c1-a006-724b4d34a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:21.322753 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-25a49557-1f79-4b77-8923-f84e337e720c req-7591fda0-b553-47c1-a006-724b4d34a816 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e12e604c-a9aa-4964-89ef-163e19d2e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395942 Jul 06 13:58:21.404791 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:21.408668 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-25a49557-1f79-4b77-8923-f84e337e720c req-d9893085-ce58-4bc6-bbd2-e21187d697f8 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796158 Jul 06 13:58:21.474814 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:21.503070 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-25a49557-1f79-4b77-8923-f84e337e720c req-02505b4c-78f8-48d0-b701-ab6a66814792 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884697 Jul 06 13:58:25.141297 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:26.881510 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5515659-4776-4efa-a087-88bf01b92d4d req-7aaac14f-076e-41f6-9a51-70a96bd7d722 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:26.882958 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e5515659-4776-4efa-a087-88bf01b92d4d req-7aaac14f-076e-41f6-9a51-70a96bd7d722 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 945 time: 0.0465708 Jul 06 13:58:26.928789 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-e5515659-4776-4efa-a087-88bf01b92d4d req-bcfbb963-3c1e-4d95-8562-351b7282583a tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402226 Jul 06 13:58:28.056347 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f5458-1982-4ffa-9897-f43eac42ee39 req-ef8d01b3-930d-4602-9558-5b2eadcb6373 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:28.057842 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-da1f5458-1982-4ffa-9897-f43eac42ee39 req-ef8d01b3-930d-4602-9558-5b2eadcb6373 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 945 time: 0.0550284 Jul 06 13:58:28.104395 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-da1f5458-1982-4ffa-9897-f43eac42ee39 req-a37d3d09-4eaf-4ac9-8b92-95df8fdad69c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407989 Jul 06 13:58:29.078317 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe5772-1816-4ebb-a035-e91f6ddb1cf3 req-3aa47e93-21d3-4139-91f9-d8b0557c249e tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:29.079698 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4dfe5772-1816-4ebb-a035-e91f6ddb1cf3 req-3aa47e93-21d3-4139-91f9-d8b0557c249e tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.39 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 945 time: 0.0499625 Jul 06 13:58:29.162086 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-4dfe5772-1816-4ebb-a035-e91f6ddb1cf3 req-f986f7a7-dfb2-4f11-bc61-d325be52ba76 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Deleting port 657b6f46-df3f-4117-bf08-21cc29ec657b {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:58:29.162425 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-4dfe5772-1816-4ebb-a035-e91f6ddb1cf3 req-f986f7a7-dfb2-4f11-bc61-d325be52ba76 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:29.219122 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d82f94-b376-4372-9977-af8ce708bf1b req-65a7ee91-ed68-4c44-8d22-409841040dd9 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:29.220660 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-46d82f94-b376-4372-9977-af8ce708bf1b req-65a7ee91-ed68-4c44-8d22-409841040dd9 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=66945654-4f75-4375-b4da-9e0ba0cc800f HTTP/1.1" status: 200 len: 945 time: 0.0466025 Jul 06 13:58:29.255226 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-4dfe5772-1816-4ebb-a035-e91f6ddb1cf3 req-f986f7a7-dfb2-4f11-bc61-d325be52ba76 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] For port 657b6f46-df3f-4117-bf08-21cc29ec657b, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=657b6f46-df3f-4117-bf08-21cc29ec657b,segment=NetworkSegment(4e995a96-5e3a-4089-8ee1-e5af478af774),segment_id=4e995a96-5e3a-4089-8ee1-e5af478af774)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:29.255584 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-4dfe5772-1816-4ebb-a035-e91f6ddb1cf3 req-f986f7a7-dfb2-4f11-bc61-d325be52ba76 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:29.269997 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-46d82f94-b376-4372-9977-af8ce708bf1b req-83472ed5-8e9c-42f3-8367-bef63e84b0d0 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429006 Jul 06 13:58:29.270462 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-4dfe5772-1816-4ebb-a035-e91f6ddb1cf3 req-f986f7a7-dfb2-4f11-bc61-d325be52ba76 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Calling delete_port for 657b6f46-df3f-4117-bf08-21cc29ec657b owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:58:29.395878 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-4dfe5772-1816-4ebb-a035-e91f6ddb1cf3 req-f986f7a7-dfb2-4f11-bc61-d325be52ba76 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (657b6f46-df3f-4117-bf08-21cc29ec657b), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:29.424756 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986f7a7-dfb2-4f11-bc61-d325be52ba76 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Pushing event deleted for resources: {'Port': ['ID=657b6f46-df3f-4117-bf08-21cc29ec657b,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:29.436054 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['657b6f46-df3f-4117-bf08-21cc29ec657b'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:29.470283 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfe5772-1816-4ebb-a035-e91f6ddb1cf3 req-f986f7a7-dfb2-4f11-bc61-d325be52ba76 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] No DVR routers for this DVR port 657b6f46-df3f-4117-bf08-21cc29ec657b on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:58:29.473292 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-4dfe5772-1816-4ebb-a035-e91f6ddb1cf3 req-f986f7a7-dfb2-4f11-bc61-d325be52ba76 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:29.476456 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4dfe5772-1816-4ebb-a035-e91f6ddb1cf3 req-f986f7a7-dfb2-4f11-bc61-d325be52ba76 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.39 "DELETE /v2.0/ports/657b6f46-df3f-4117-bf08-21cc29ec657b HTTP/1.1" status: 204 len: 173 time: 0.3908148 Jul 06 13:58:29.476894 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66945654-4f75-4375-b4da-9e0ba0cc800f', 'name': 'network-vif-deleted', 'tag': '657b6f46-df3f-4117-bf08-21cc29ec657b'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:58:29.479107 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea1aef0-075b-47b5-907b-15991112c0de" -d '{"events": [{"server_uuid": "66945654-4f75-4375-b4da-9e0ba0cc800f", "name": "network-vif-deleted", "tag": "657b6f46-df3f-4117-bf08-21cc29ec657b"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:29.515862 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2047f692-a7ec-4641-b94a-45238faa4123 x-openstack-request-id: req-2047f692-a7ec-4641-b94a-45238faa4123 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:29.516151 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66945654-4f75-4375-b4da-9e0ba0cc800f", "name": "network-vif-deleted", "tag": "657b6f46-df3f-4117-bf08-21cc29ec657b", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:29.516426 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2047f692-a7ec-4641-b94a-45238faa4123 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:29.516827 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2047f692-a7ec-4641-b94a-45238faa4123'] response: {'server_uuid': '66945654-4f75-4375-b4da-9e0ba0cc800f', 'name': 'network-vif-deleted', 'tag': '657b6f46-df3f-4117-bf08-21cc29ec657b', 'status': 'completed', 'code': 200} Jul 06 13:58:29.671448 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2afc30e8-2618-47b7-8fd6-1fd4cdb46d32 req-8209dfcb-c1be-44cf-8415-31cdcc81c12a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385661 Jul 06 13:58:29.739515 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:29.742266 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:30.005109 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc30e8-2618-47b7-8fd6-1fd4cdb46d32 req-d92d6148-e916-4664-bea4-8bccb4c80cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:30.006601 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2afc30e8-2618-47b7-8fd6-1fd4cdb46d32 req-d92d6148-e916-4664-bea4-8bccb4c80cce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 1130 time: 0.0395861 Jul 06 13:58:30.135032 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc30e8-2618-47b7-8fd6-1fd4cdb46d32 req-23b4bc62-fece-4f49-aa21-5cb018b2240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:30.136475 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2afc30e8-2618-47b7-8fd6-1fd4cdb46d32 req-23b4bc62-fece-4f49-aa21-5cb018b2240d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 913 time: 0.0952985 Jul 06 13:58:30.200321 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2afc30e8-2618-47b7-8fd6-1fd4cdb46d32 req-a86c9d52-b597-4905-a89b-4844c1f04609 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4a21c4c-d429-4422-94d4-fcf1670202ed HTTP/1.1" status: 200 len: 1001 time: 0.0541320 Jul 06 13:58:30.260511 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc30e8-2618-47b7-8fd6-1fd4cdb46d32 req-baf19b01-9de6-4f19-9209-4c4ada2f612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:30.261923 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2afc30e8-2618-47b7-8fd6-1fd4cdb46d32 req-baf19b01-9de6-4f19-9209-4c4ada2f612f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0461211 Jul 06 13:58:30.305017 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc30e8-2618-47b7-8fd6-1fd4cdb46d32 req-ee5517bf-2428-4295-b225-be5d1409eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:30.306506 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2afc30e8-2618-47b7-8fd6-1fd4cdb46d32 req-ee5517bf-2428-4295-b225-be5d1409eac5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385561 Jul 06 13:58:30.321355 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:30.393286 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:30.405618 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2afc30e8-2618-47b7-8fd6-1fd4cdb46d32 req-cddd51e7-d404-4f7c-ba80-f168387e5120 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928686 Jul 06 13:58:30.509321 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2afc30e8-2618-47b7-8fd6-1fd4cdb46d32 req-0ed0bbf3-cba6-4e2f-a746-0cc5de5f2da5 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975118 Jul 06 13:58:32.986788 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 657b6f46-df3f-4117-bf08-21cc29ec657b no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:58:33.006287 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 657b6f46-df3f-4117-bf08-21cc29ec657b {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:58:33.006625 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 657b6f46-df3f-4117-bf08-21cc29ec657b not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:58:35.138016 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:39.263076 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=51 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:39.265854 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=56 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:39.511021 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-862c1357-4124-4feb-8fd4-1cf90d5382cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:40.503765 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=22 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:40.505745 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=8 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:41.980437 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bf667bac-41cc-4ccb-aa05-348deef8f574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:42.927334 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:43.689991 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-8011a44c-b563-4359-bd9f-2fd365a34fd3 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:43.691469 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-8011a44c-b563-4359-bd9f-2fd365a34fd3 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/networks?id=995c8901-b276-4dfb-8ce7-5546a81a4d42 HTTP/1.1" status: 200 len: 814 time: 0.3669350 Jul 06 13:58:43.706195 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-ddcf596f-4f97-4816-9413-dcac024827d2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/quotas/4349af63ad274dbfad2615fc50446ded HTTP/1.1" status: 200 len: 375 time: 0.0090055 Jul 06 13:58:43.738011 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-4d865f32-bc87-4972-aa14-baa42caf340d tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=4349af63ad274dbfad2615fc50446ded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270550 Jul 06 13:58:43.875157 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-70e5ef8b-7e3e-4190-80c3-a199f1546cbb service neutron] 10.222.0.20 "GET /v2.0/networks/995c8901-b276-4dfb-8ce7-5546a81a4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307871 Jul 06 13:58:43.963861 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-8b4eedb4-0860-4d49-aaf9-b496d99f4a9e service neutron] 10.222.0.20 "GET /v2.0/networks/995c8901-b276-4dfb-8ce7-5546a81a4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829401 Jul 06 13:58:44.127215 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-9e30f870-ef9f-414b-b220-20c561907a03 req-2199b023-536b-4829-a636-87a02cc307e2 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 210 time: 0.0305753 Jul 06 13:58:44.404010 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:44.684124 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:45.173920 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-f4120a3d-1d8a-43be-b60f-8d1ab2d692e4 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:45.175413 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-f4120a3d-1d8a-43be-b60f-8d1ab2d692e4 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.39 "GET /v2.0/networks?id=995c8901-b276-4dfb-8ce7-5546a81a4d42 HTTP/1.1" status: 200 len: 814 time: 0.1084092 Jul 06 13:58:45.213352 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-b5f35f41-2451-49dc-8ae5-5db9cd2fc855 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Request body: {'port': {'device_id': '42320716-ffec-4aef-90f8-d1f7aa6b9226', 'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42', 'admin_state_up': True, 'tenant_id': '4349af63ad274dbfad2615fc50446ded'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:58:45.233807 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-40ece37a-e44b-44e4-ae08-7a981a6faef1 req-814c7e5d-c9f1-400c-a27c-90096c3649c7 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 210 time: 0.0354929 Jul 06 13:58:45.337603 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-b5f35f41-2451-49dc-8ae5-5db9cd2fc855 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Made reservation on behalf of 4349af63ad274dbfad2615fc50446ded for: {'port': 1} {{(pid=110605) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 06 13:58:45.340907 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-b5f35f41-2451-49dc-8ae5-5db9cd2fc855 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:45.460386 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_common [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-b5f35f41-2451-49dc-8ae5-5db9cd2fc855 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Allocated IP 172.20.0.11 (995c8901-b276-4dfb-8ce7-5546a81a4d42/72fc9743-5bf2-47fa-beb0-d7290a3d79d4/eb27fc79-4855-4e13-94e0-9dca82037666) {{(pid=110605) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 06 13:58:45.606282 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-b5f35f41-2451-49dc-8ae5-5db9cd2fc855 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks [] for port (eb27fc79-4855-4e13-94e0-9dca82037666), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:45.610108 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:45.630829 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:45.642130 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-b5f35f41-2451-49dc-8ae5-5db9cd2fc855 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739503315339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (eb27fc79-4855-4e13-94e0-9dca82037666), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:45.684441 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-b5f35f41-2451-49dc-8ae5-5db9cd2fc855 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Network 995c8901-b276-4dfb-8ce7-5546a81a4d42 is already hosted by enough agents. {{(pid=110605) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 06 13:58:45.687456 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.base_scheduler [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-b5f35f41-2451-49dc-8ae5-5db9cd2fc855 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Resources bound (agent type, host, resource id): {{(pid=110605) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 06 13:58:45.691065 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-b5f35f41-2451-49dc-8ae5-5db9cd2fc855 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Received port after_create {{(pid=110605) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 06 13:58:45.721333 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f35f41-2451-49dc-8ae5-5db9cd2fc855 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Pushing event updated for resources: {'Port': ['ID=eb27fc79-4855-4e13-94e0-9dca82037666,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:45.748241 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-b5f35f41-2451-49dc-8ae5-5db9cd2fc855 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:45.748841 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-b5f35f41-2451-49dc-8ae5-5db9cd2fc855 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:45.764620 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-b5f35f41-2451-49dc-8ae5-5db9cd2fc855 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5559509 Jul 06 13:58:45.815935 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.v2.base [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Request body: {'port': {'device_id': '42320716-ffec-4aef-90f8-d1f7aa6b9226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81914'}} {{(pid=110605) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 06 13:58:45.873969 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (eb27fc79-4855-4e13-94e0-9dca82037666), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:46.132399 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb27fc79-4855-4e13-94e0-9dca82037666 {{(pid=110605) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:58:46.140986 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Publish callbacks [] for port (eb27fc79-4855-4e13-94e0-9dca82037666), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:46.154236 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.provisioning_blocks [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Transition to ACTIVE for port object eb27fc79-4855-4e13-94e0-9dca82037666 will not be triggered until provisioned by entity L2. {{(pid=110605) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 06 13:58:46.157536 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (eb27fc79-4855-4e13-94e0-9dca82037666), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:46.206802 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Pushing event updated for resources: {'Port': ['ID=eb27fc79-4855-4e13-94e0-9dca82037666,revision_number=2']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:46.279746 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Attempting to bind port eb27fc79-4855-4e13-94e0-9dca82037666 on host hv-cinder-81914 for vnic_type normal with profile {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 06 13:58:46.280083 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Attempting to bind port eb27fc79-4855-4e13-94e0-9dca82037666 by drivers openvswitch,hyperv on host hv-cinder-81914 at level 0 using segments [{'id': '4e995a96-5e3a-4089-8ee1-e5af478af774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42'}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 06 13:58:46.280415 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Attempting to bind port eb27fc79-4855-4e13-94e0-9dca82037666 on network 995c8901-b276-4dfb-8ce7-5546a81a4d42 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:58:46.284785 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Port eb27fc79-4855-4e13-94e0-9dca82037666 on network 995c8901-b276-4dfb-8ce7-5546a81a4d42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81914 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 06 13:58:46.285132 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Attempting to bind port eb27fc79-4855-4e13-94e0-9dca82037666 on network 995c8901-b276-4dfb-8ce7-5546a81a4d42 {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 06 13:58:46.290604 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Checking agent: {'id': '04ae02b4-95af-4d46-bf61-fd961ab0f98f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81914', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'started_at': datetime.datetime(2022, 7, 6, 13, 43, 22), 'heartbeat_timestamp': datetime.datetime(2022, 7, 6, 13, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 06 13:58:46.291058 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Checking segment: {'id': '4e995a96-5e3a-4089-8ee1-e5af478af774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110605) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 06 13:58:46.291984 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Bound using segment: {'id': '4e995a96-5e3a-4089-8ee1-e5af478af774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42'} {{(pid=110605) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 06 13:58:46.291984 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.managers [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Bound port: eb27fc79-4855-4e13-94e0-9dca82037666, host: hv-cinder-81914, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e995a96-5e3a-4089-8ee1-e5af478af774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42'}}] {{(pid=110605) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 06 13:58:46.292354 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (eb27fc79-4855-4e13-94e0-9dca82037666), before_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:46.349340 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aa0af-a6e3-4fe8-85b8-c09b70c6312e req-b45d8dbd-f6ee-4ff0-88b1-948eacfd17af tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:46.350802 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cb4aa0af-a6e3-4fe8-85b8-c09b70c6312e req-b45d8dbd-f6ee-4ff0-88b1-948eacfd17af tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 944 time: 0.0465782 Jul 06 13:58:46.358972 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] For port eb27fc79-4855-4e13-94e0-9dca82037666, host hv-cinder-81914, cleared binding levels {{(pid=110605) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 06 13:58:46.362138 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] For port eb27fc79-4855-4e13-94e0-9dca82037666, host hv-cinder-81914, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=eb27fc79-4855-4e13-94e0-9dca82037666,segment=NetworkSegment(4e995a96-5e3a-4089-8ee1-e5af478af774),segment_id=4e995a96-5e3a-4089-8ee1-e5af478af774)] {{(pid=110605) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 06 13:58:46.369135 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30355068'] for port (eb27fc79-4855-4e13-94e0-9dca82037666), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:46.400958 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-cb4aa0af-a6e3-4fe8-85b8-c09b70c6312e req-551cf42e-7ff3-4c5e-a34f-487ab555dd53 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437698 Jul 06 13:58:46.406340 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:46.406946 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:46.408537 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] 10.222.0.39 "PUT /v2.0/ports/eb27fc79-4855-4e13-94e0-9dca82037666 HTTP/1.1" status: 200 len: 1094 time: 0.5966167 Jul 06 13:58:46.408972 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42320716-ffec-4aef-90f8-d1f7aa6b9226', 'tag': 'eb27fc79-4855-4e13-94e0-9dca82037666'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:58:46.411222 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f97ce9-d421-4921-81ef-0d73b0f57b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "42320716-ffec-4aef-90f8-d1f7aa6b9226", "tag": "eb27fc79-4855-4e13-94e0-9dca82037666"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:46.448682 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419936b-c5fc-4509-9146-8e3c2caf3855 service neutron] Pushing event updated for resources: {'Port': ['ID=eb27fc79-4855-4e13-94e0-9dca82037666,revision_number=3']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:46.455968 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996b65b5-c147-4ea5-b6e2-cc81a106f970 x-openstack-request-id: req-996b65b5-c147-4ea5-b6e2-cc81a106f970 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:46.456258 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42320716-ffec-4aef-90f8-d1f7aa6b9226", "tag": "eb27fc79-4855-4e13-94e0-9dca82037666", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:46.456514 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-996b65b5-c147-4ea5-b6e2-cc81a106f970 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:46.456911 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996b65b5-c147-4ea5-b6e2-cc81a106f970'] response: {'name': 'network-changed', 'server_uuid': '42320716-ffec-4aef-90f8-d1f7aa6b9226', 'tag': 'eb27fc79-4855-4e13-94e0-9dca82037666', 'status': 'completed', 'code': 200} Jul 06 13:58:46.514832 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:46.520875 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-8a245a91-9512-44cb-8829-516a5c421c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:46.522401 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-8a245a91-9512-44cb-8829-516a5c421c47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4349af63ad274dbfad2615fc50446ded&device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 1128 time: 0.0410717 Jul 06 13:58:46.568060 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-59a4a495-61d8-4337-a737-b9e7f0770d4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb27fc79-4855-4e13-94e0-9dca82037666 HTTP/1.1" status: 200 len: 217 time: 0.0321708 Jul 06 13:58:46.609800 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:46.622507 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-201aa8ea-49a9-45d8-b42b-86a847f30765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:46.623930 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-201aa8ea-49a9-45d8-b42b-86a847f30765 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=72fc9743-5bf2-47fa-beb0-d7290a3d79d4 HTTP/1.1" status: 200 len: 854 time: 0.0495374 Jul 06 13:58:46.656497 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-ae187846-a3cb-4360-90e7-a3350f70cc02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=995c8901-b276-4dfb-8ce7-5546a81a4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256860 Jul 06 13:58:46.752212 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-e212601a-5d6f-440c-adff-9c5d3c5149c0 service neutron] 10.222.0.39 "GET /v2.0/networks/995c8901-b276-4dfb-8ce7-5546a81a4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892391 Jul 06 13:58:46.845498 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b2673e5e-edb3-4a44-a66d-379e1eb8bdb1 req-0598718f-412e-4265-b81b-eea8cdc13a5e service neutron] 10.222.0.39 "GET /v2.0/networks/995c8901-b276-4dfb-8ce7-5546a81a4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869339 Jul 06 13:58:47.523178 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b97732-a2d9-4c81-8877-0a6b60e70c06 req-95bd97b4-388f-4089-b63c-3d1fa09dd42d tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:47.524613 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-74b97732-a2d9-4c81-8877-0a6b60e70c06 req-95bd97b4-388f-4089-b63c-3d1fa09dd42d tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 944 time: 0.0459411 Jul 06 13:58:47.571070 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-74b97732-a2d9-4c81-8877-0a6b60e70c06 req-e02d5998-5648-4175-abcb-135e721529f5 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Jul 06 13:58:48.686595 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddb584-deb4-4587-b0c1-f9be067d89ff req-54741da8-a3ee-4e2e-87ca-2f0bd70ae0b4 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:48.688048 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2cddb584-deb4-4587-b0c1-f9be067d89ff req-54741da8-a3ee-4e2e-87ca-2f0bd70ae0b4 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 944 time: 0.0472007 Jul 06 13:58:48.736847 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2cddb584-deb4-4587-b0c1-f9be067d89ff req-fe4c747e-0472-446b-9f92-a19e2f93c3ff tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Jul 06 13:58:49.581835 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f97ce9-d421-4921-81ef-0d73b0f57b0f req-f3288843-9b6c-4e54-a7af-09d9435bae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:49.583205 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-65f97ce9-d421-4921-81ef-0d73b0f57b0f req-f3288843-9b6c-4e54-a7af-09d9435bae3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4349af63ad274dbfad2615fc50446ded&device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 1128 time: 0.0428634 Jul 06 13:58:49.674076 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f97ce9-d421-4921-81ef-0d73b0f57b0f req-04675af7-01ae-44da-9b7e-bb4445a99f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:49.675506 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-65f97ce9-d421-4921-81ef-0d73b0f57b0f req-04675af7-01ae-44da-9b7e-bb4445a99f55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=995c8901-b276-4dfb-8ce7-5546a81a4d42 HTTP/1.1" status: 200 len: 915 time: 0.0854671 Jul 06 13:58:49.720763 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-65f97ce9-d421-4921-81ef-0d73b0f57b0f req-36924e03-b68e-4260-b60b-9f48dc9e4011 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb27fc79-4855-4e13-94e0-9dca82037666 HTTP/1.1" status: 200 len: 217 time: 0.0354943 Jul 06 13:58:49.768605 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f97ce9-d421-4921-81ef-0d73b0f57b0f req-b49dbff7-c525-450d-a294-3c5ea674b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:49.770087 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-65f97ce9-d421-4921-81ef-0d73b0f57b0f req-b49dbff7-c525-450d-a294-3c5ea674b71b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=72fc9743-5bf2-47fa-beb0-d7290a3d79d4 HTTP/1.1" status: 200 len: 854 time: 0.0440872 Jul 06 13:58:49.802237 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-65f97ce9-d421-4921-81ef-0d73b0f57b0f req-4e2c372e-0e4e-47c6-8b3c-f0ed1015cefb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=995c8901-b276-4dfb-8ce7-5546a81a4d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259380 Jul 06 13:58:49.853726 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca19789-166d-4d56-a6d4-5097b076934d req-4c53e912-1aa2-4d1e-8ce2-3d6633511379 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:49.855123 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8ca19789-166d-4d56-a6d4-5097b076934d req-4c53e912-1aa2-4d1e-8ce2-3d6633511379 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 944 time: 0.0497799 Jul 06 13:58:49.895601 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-65f97ce9-d421-4921-81ef-0d73b0f57b0f req-f75f16a4-e012-4e43-9c16-0d6c77cfd169 service neutron] 10.222.0.39 "GET /v2.0/networks/995c8901-b276-4dfb-8ce7-5546a81a4d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865152 Jul 06 13:58:49.902347 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-8ca19789-166d-4d56-a6d4-5097b076934d req-dfcca469-81a8-4981-b3d2-c1fc67c158d1 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415993 Jul 06 13:58:49.985179 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-65f97ce9-d421-4921-81ef-0d73b0f57b0f req-558de62b-d3ba-4edb-9b26-9947fd2eec39 service neutron] 10.222.0.39 "GET /v2.0/networks/995c8901-b276-4dfb-8ce7-5546a81a4d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834632 Jul 06 13:58:50.460157 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device eb27fc79-4855-4e13-94e0-9dca82037666 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 13:58:50.463014 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:50.561978 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port eb27fc79-4855-4e13-94e0-9dca82037666, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=eb27fc79-4855-4e13-94e0-9dca82037666,segment=NetworkSegment(4e995a96-5e3a-4089-8ee1-e5af478af774),segment_id=4e995a96-5e3a-4089-8ee1-e5af478af774)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:50.574059 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': 'eb27fc79-4855-4e13-94e0-9dca82037666', 'network_id': '995c8901-b276-4dfb-8ce7-5546a81a4d42', 'port_id': 'eb27fc79-4855-4e13-94e0-9dca82037666', 'mac_address': 'fa:16:3e:24:36:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72fc9743-5bf2-47fa-beb0-d7290a3d79d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 13:58:50.607583 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port eb27fc79-4855-4e13-94e0-9dca82037666 is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:58:50.607960 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (eb27fc79-4855-4e13-94e0-9dca82037666), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:50.621239 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb27fc79-4855-4e13-94e0-9dca82037666 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 13:58:50.640620 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port eb27fc79-4855-4e13-94e0-9dca82037666, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=eb27fc79-4855-4e13-94e0-9dca82037666,segment=NetworkSegment(4e995a96-5e3a-4089-8ee1-e5af478af774),segment_id=4e995a96-5e3a-4089-8ee1-e5af478af774)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:50.644660 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (eb27fc79-4855-4e13-94e0-9dca82037666), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:50.689084 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=eb27fc79-4855-4e13-94e0-9dca82037666,revision_number=4']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:50.919010 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:50.922937 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:51.016773 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20c78d-9547-4659-a4f3-cce594033218 req-25ddd5ad-698a-48af-a47e-ed308ded7282 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:51.018252 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0e20c78d-9547-4659-a4f3-cce594033218 req-25ddd5ad-698a-48af-a47e-ed308ded7282 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 945 time: 0.0471530 Jul 06 13:58:51.069285 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-0e20c78d-9547-4659-a4f3-cce594033218 req-d8d4a700-e0c2-4137-8605-543c012ef2d1 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455618 Jul 06 13:58:51.108940 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['eb27fc79-4855-4e13-94e0-9dca82037666'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:58:51.919855 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:58:52.184378 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c1911-f050-4745-8557-1720d7f57827 req-dcd3d151-0162-43a1-be17-44109787284c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:52.185790 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3d1c1911-f050-4745-8557-1720d7f57827 req-dcd3d151-0162-43a1-be17-44109787284c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 945 time: 0.0486407 Jul 06 13:58:52.232513 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-3d1c1911-f050-4745-8557-1720d7f57827 req-7f69d207-8803-4f50-a2f2-834c52c7cf6f tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Jul 06 13:58:52.461786 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device eb27fc79-4855-4e13-94e0-9dca82037666 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 13:58:52.505340 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning for port eb27fc79-4855-4e13-94e0-9dca82037666 completed by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 06 13:58:52.511200 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port eb27fc79-4855-4e13-94e0-9dca82037666 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 13:58:52.511540 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (eb27fc79-4855-4e13-94e0-9dca82037666), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:52.698351 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:52.709353 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port eb27fc79-4855-4e13-94e0-9dca82037666 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 13:58:52.709741 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (eb27fc79-4855-4e13-94e0-9dca82037666), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:52.733433 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42320716-ffec-4aef-90f8-d1f7aa6b9226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb27fc79-4855-4e13-94e0-9dca82037666'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:58:52.735912 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88050ae9-4d61-4e3f-bc38-3bf6280d5cdb" -d '{"events": [{"server_uuid": "42320716-ffec-4aef-90f8-d1f7aa6b9226", "name": "network-vif-plugged", "status": "completed", "tag": "eb27fc79-4855-4e13-94e0-9dca82037666"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:58:52.748347 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port eb27fc79-4855-4e13-94e0-9dca82037666, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=eb27fc79-4855-4e13-94e0-9dca82037666,segment=NetworkSegment(4e995a96-5e3a-4089-8ee1-e5af478af774),segment_id=4e995a96-5e3a-4089-8ee1-e5af478af774)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:58:52.752855 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (eb27fc79-4855-4e13-94e0-9dca82037666), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:52.784121 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3503dc68-d960-4e50-87bc-4adafcd7a8b9 x-openstack-request-id: req-3503dc68-d960-4e50-87bc-4adafcd7a8b9 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:58:52.784407 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42320716-ffec-4aef-90f8-d1f7aa6b9226", "name": "network-vif-plugged", "status": "completed", "tag": "eb27fc79-4855-4e13-94e0-9dca82037666", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:58:52.784654 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3503dc68-d960-4e50-87bc-4adafcd7a8b9 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:58:52.785059 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3503dc68-d960-4e50-87bc-4adafcd7a8b9'] response: {'server_uuid': '42320716-ffec-4aef-90f8-d1f7aa6b9226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb27fc79-4855-4e13-94e0-9dca82037666', 'code': 200} Jul 06 13:58:52.802282 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=eb27fc79-4855-4e13-94e0-9dca82037666,revision_number=5']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:58:52.998681 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd913d9b-ab68-49fb-80b9-ec90b2e4a364 req-62ace5d0-6a30-4363-8244-d28ab0a223d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:53.000189 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fd913d9b-ab68-49fb-80b9-ec90b2e4a364 req-62ace5d0-6a30-4363-8244-d28ab0a223d7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 1130 time: 0.0370257 Jul 06 13:58:53.043918 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fd913d9b-ab68-49fb-80b9-ec90b2e4a364 req-4d643154-8d8b-42a3-badb-0f9062e0213e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380948 Jul 06 13:58:53.346957 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6cea8-668f-49b1-84bf-36dde88071f2 req-c523753c-71b5-43a8-8c68-b78461371d23 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:53.348410 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-23d6cea8-668f-49b1-84bf-36dde88071f2 req-c523753c-71b5-43a8-8c68-b78461371d23 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 946 time: 0.0506895 Jul 06 13:58:53.395567 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-23d6cea8-668f-49b1-84bf-36dde88071f2 req-69802632-d3fe-4050-bf8b-b3080b61557c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413105 Jul 06 13:58:54.512193 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7078cad-5154-42df-8cac-b1613b9ac33d req-2d922972-494f-4405-b6c6-8759fdb262bb tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:54.513685 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e7078cad-5154-42df-8cac-b1613b9ac33d req-2d922972-494f-4405-b6c6-8759fdb262bb tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 946 time: 0.0463614 Jul 06 13:58:54.524891 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:54.557457 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:58:54.562309 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-e7078cad-5154-42df-8cac-b1613b9ac33d req-683a4212-83c7-4eed-a062-b1aa6c8e1e5f tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432773 Jul 06 13:58:55.141783 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:58:55.676647 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aaead9-16a9-4b51-af84-7122938fd27a req-7f3f505d-c47e-4629-b7bf-4fd97d7404bf tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:58:55.678371 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d1aaead9-16a9-4b51-af84-7122938fd27a req-7f3f505d-c47e-4629-b7bf-4fd97d7404bf tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 946 time: 0.0468135 Jul 06 13:58:55.725509 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d1aaead9-16a9-4b51-af84-7122938fd27a req-26ad5705-3bbe-4394-ae11-ca8ecf1e9d33 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414994 Jul 06 13:59:01.914198 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:04.547622 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:05.131742 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:05.137948 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:05.718905 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=53 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:05.721567 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=57 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:07.958779 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:09.513108 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-e0820728-259b-4ea7-b8d7-5492edcf3406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:11.982605 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e309597-0fe3-4479-b10e-e031def72b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:12.925957 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:14.408057 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:14.677126 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:16.597878 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 41090) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:16.736553 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Deleting port cf5578ab-4036-4833-becc-ee32b02384d4 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:16.736894 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (cf5578ab-4036-4833-becc-ee32b02384d4), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:16.814968 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (cf5578ab-4036-4833-becc-ee32b02384d4), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:16.815292 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for floatingip (cf5578ab-4036-4833-becc-ee32b02384d4), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:16.828214 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Calling delete_port for cf5578ab-4036-4833-becc-ee32b02384d4 owned by network:floatingip {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:16.974553 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (cf5578ab-4036-4833-becc-ee32b02384d4), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:16.997333 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event deleted for resources: {'Port': ['ID=cf5578ab-4036-4833-becc-ee32b02384d4,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:17.007061 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.007412 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.007757 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.008269 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.008609 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.008942 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.009294 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.009983 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.009983 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.010255 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.010578 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.010907 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.011228 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.011550 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.011869 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:17.077950 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for floatingip (2a1a58a6-2e58-44dd-8fc5-f49734e4be3f), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:17.078305 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Floating IP 2a1a58a6-2e58-44dd-8fc5-f49734e4be3f disassociated (deleted). External IP: 172.27.3.46, port: 424688a9-34bc-4310-80b7-d8344dc05c86. Jul 06 13:59:17.283002 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:59:17.394888 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:59:17.399881 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:17.406829 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b3a6a-1af7-48eb-961f-bfb5831a37ae None None] Sync routers for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:59:17.417392 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b3a6a-1af7-48eb-961f-bfb5831a37ae None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:59:17.418027 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-c99b3a6a-1af7-48eb-961f-bfb5831a37ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:59:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:17.418716 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:17.435863 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-01edc702-ccf1-4717-8c6c-f732a715250d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "DELETE /v2.0/floatingips/2a1a58a6-2e58-44dd-8fc5-f49734e4be3f HTTP/1.1" status: 204 len: 168 time: 0.8369746 Jul 06 13:59:17.436457 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'tag': '424688a9-34bc-4310-80b7-d8344dc05c86'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:59:17.438734 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bd5260-6610-4a4c-96aa-92cf0c30d1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "74abce3a-f884-4edd-906c-b7ea211c3b5a", "tag": "424688a9-34bc-4310-80b7-d8344dc05c86"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:17.497188 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa8dff2-bb73-409c-b4ac-75bddb6e54f9 x-openstack-request-id: req-8fa8dff2-bb73-409c-b4ac-75bddb6e54f9 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:17.497795 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74abce3a-f884-4edd-906c-b7ea211c3b5a", "tag": "424688a9-34bc-4310-80b7-d8344dc05c86", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:17.498264 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fa8dff2-bb73-409c-b4ac-75bddb6e54f9 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:17.498863 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa8dff2-bb73-409c-b4ac-75bddb6e54f9'] response: {'name': 'network-changed', 'server_uuid': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'tag': '424688a9-34bc-4310-80b7-d8344dc05c86', 'status': 'completed', 'code': 200} Jul 06 13:59:17.535608 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-c99b3a6a-1af7-48eb-961f-bfb5831a37ae None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:59:17.607773 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:17.612586 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd5260-6610-4a4c-96aa-92cf0c30d1ee req-262c4d08-3098-4f70-9417-e6010120c68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:17.614427 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d5bd5260-6610-4a4c-96aa-92cf0c30d1ee req-262c4d08-3098-4f70-9417-e6010120c68e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 1130 time: 0.0527911 Jul 06 13:59:17.677504 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37572c48-1ec5-4ee7-ae1e-bc26f247e098 req-af6b7e19-9d03-4e89-9d06-f9e008a6d063 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:17.679829 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-37572c48-1ec5-4ee7-ae1e-bc26f247e098 req-af6b7e19-9d03-4e89-9d06-f9e008a6d063 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 946 time: 0.0484774 Jul 06 13:59:17.728216 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-37572c48-1ec5-4ee7-ae1e-bc26f247e098 req-74523e96-49eb-41fc-bab6-132f00f86386 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426621 Jul 06 13:59:17.775149 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-c99b3a6a-1af7-48eb-961f-bfb5831a37ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'de485429-3847-4457-b898-736dd796e161', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:fd:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:54:10Z', 'updated_at': '2022-07-06T13:54:13Z', 'revision_number': 1, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:17.799944 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b3a6a-1af7-48eb-961f-bfb5831a37ae None None] Checking router: b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:59:17.809254 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99b3a6a-1af7-48eb-961f-bfb5831a37ae None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:59:17.809861 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-c99b3a6a-1af7-48eb-961f-bfb5831a37ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:59:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:17.916092 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-c99b3a6a-1af7-48eb-961f-bfb5831a37ae None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:59:18.122939 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-c99b3a6a-1af7-48eb-961f-bfb5831a37ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'de485429-3847-4457-b898-736dd796e161', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:fd:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:54:10Z', 'updated_at': '2022-07-06T13:54:13Z', 'revision_number': 1, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:18.150931 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99b3a6a-1af7-48eb-961f-bfb5831a37ae None None] The sync data for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi is: [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_floatingips': [{'id': 'de485429-3847-4457-b898-736dd796e161', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'router_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'port_id': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'mac_address': 'fa:16:3e:fd:d5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-06T13:54:10Z', 'updated_at': '2022-07-06T13:54:13Z', 'revision_number': 1, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:59:18.389220 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2de1c8-474d-4404-9bdc-e0f65572d058 None None] New status for floating IP 2a1a58a6-2e58-44dd-8fc5-f49734e4be3f: DOWN {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:59:18.842903 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48cb1e-bf66-4107-81a6-8d3fc5f75167 req-dad2397c-b60b-4bda-8b9e-c3fcfac375ef tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:18.844354 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8d48cb1e-bf66-4107-81a6-8d3fc5f75167 req-dad2397c-b60b-4bda-8b9e-c3fcfac375ef tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 946 time: 0.0468175 Jul 06 13:59:18.895684 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8d48cb1e-bf66-4107-81a6-8d3fc5f75167 req-671e743a-cc49-4cd2-bd36-a5cab03e9159 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457866 Jul 06 13:59:19.000317 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd5260-6610-4a4c-96aa-92cf0c30d1ee req-42d0b5cb-c8c8-47bf-bde0-e92140ec838b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:19.001814 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d5bd5260-6610-4a4c-96aa-92cf0c30d1ee req-42d0b5cb-c8c8-47bf-bde0-e92140ec838b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 913 time: 0.0978024 Jul 06 13:59:19.041440 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d5bd5260-6610-4a4c-96aa-92cf0c30d1ee req-e30995d9-34f0-4ba5-981b-ba7575449cbb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=424688a9-34bc-4310-80b7-d8344dc05c86 HTTP/1.1" status: 200 len: 217 time: 0.0333049 Jul 06 13:59:19.682523 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd5260-6610-4a4c-96aa-92cf0c30d1ee req-ae8257f6-1095-44f3-9923-f91f2d91d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:19.684005 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d5bd5260-6610-4a4c-96aa-92cf0c30d1ee req-ae8257f6-1095-44f3-9923-f91f2d91d510 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0530529 Jul 06 13:59:20.011610 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e410b8-723f-440f-8860-86482bfd4158 req-ea57556e-dc66-434f-b5d2-de47aae41dea tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:20.013071 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f6e410b8-723f-440f-8860-86482bfd4158 req-ea57556e-dc66-434f-b5d2-de47aae41dea tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 946 time: 0.0466497 Jul 06 13:59:20.065564 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f6e410b8-723f-440f-8860-86482bfd4158 req-55a05ef9-d903-4575-8049-fcc4c5c2ed61 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468452 Jul 06 13:59:20.092936 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd5260-6610-4a4c-96aa-92cf0c30d1ee req-3c388cfd-e933-4012-80f0-c6ebd151ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:20.094440 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d5bd5260-6610-4a4c-96aa-92cf0c30d1ee req-3c388cfd-e933-4012-80f0-c6ebd151ffe1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425565 Jul 06 13:59:20.197290 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d5bd5260-6610-4a4c-96aa-92cf0c30d1ee req-a499132a-8c6f-4e86-9cec-911643181d7a service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914466 Jul 06 13:59:20.386161 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86aff6f-51fe-43a7-b26a-6821263b18f0 req-cbb70fa7-11fb-4ece-ba82-6e51ecd21ad3 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:20.387585 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a86aff6f-51fe-43a7-b26a-6821263b18f0 req-cbb70fa7-11fb-4ece-ba82-6e51ecd21ad3 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 946 time: 0.0897522 Jul 06 13:59:20.454683 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d5bd5260-6610-4a4c-96aa-92cf0c30d1ee req-15772bd3-5ed8-4191-b947-497f71429942 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659555 Jul 06 13:59:20.487677 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-a86aff6f-51fe-43a7-b26a-6821263b18f0 req-a33fd5b0-6742-4be3-b677-6910dd3e458e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Deleting port 424688a9-34bc-4310-80b7-d8344dc05c86 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:20.488066 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a86aff6f-51fe-43a7-b26a-6821263b18f0 req-a33fd5b0-6742-4be3-b677-6910dd3e458e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:20.578614 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-a86aff6f-51fe-43a7-b26a-6821263b18f0 req-a33fd5b0-6742-4be3-b677-6910dd3e458e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] For port 424688a9-34bc-4310-80b7-d8344dc05c86, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=424688a9-34bc-4310-80b7-d8344dc05c86,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:20.578984 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a86aff6f-51fe-43a7-b26a-6821263b18f0 req-a33fd5b0-6742-4be3-b677-6910dd3e458e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:20.595585 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-a86aff6f-51fe-43a7-b26a-6821263b18f0 req-a33fd5b0-6742-4be3-b677-6910dd3e458e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Calling delete_port for 424688a9-34bc-4310-80b7-d8344dc05c86 owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:20.676601 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:20.709513 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:20.724583 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a86aff6f-51fe-43a7-b26a-6821263b18f0 req-a33fd5b0-6742-4be3-b677-6910dd3e458e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (424688a9-34bc-4310-80b7-d8344dc05c86), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:20.753759 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33fd5b0-6742-4be3-b677-6910dd3e458e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event deleted for resources: {'Port': ['ID=424688a9-34bc-4310-80b7-d8344dc05c86,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:20.807149 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86aff6f-51fe-43a7-b26a-6821263b18f0 req-a33fd5b0-6742-4be3-b677-6910dd3e458e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] No DVR routers for this DVR port 424688a9-34bc-4310-80b7-d8344dc05c86 on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:59:20.809820 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-a86aff6f-51fe-43a7-b26a-6821263b18f0 req-a33fd5b0-6742-4be3-b677-6910dd3e458e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:20.813361 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a86aff6f-51fe-43a7-b26a-6821263b18f0 req-a33fd5b0-6742-4be3-b677-6910dd3e458e tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "DELETE /v2.0/ports/424688a9-34bc-4310-80b7-d8344dc05c86 HTTP/1.1" status: 204 len: 173 time: 0.4183464 Jul 06 13:59:20.813808 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'name': 'network-vif-deleted', 'tag': '424688a9-34bc-4310-80b7-d8344dc05c86'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:59:20.816539 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c285eab-31d2-4868-91cf-e263d75a2478" -d '{"events": [{"server_uuid": "74abce3a-f884-4edd-906c-b7ea211c3b5a", "name": "network-vif-deleted", "tag": "424688a9-34bc-4310-80b7-d8344dc05c86"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:20.852848 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4d07ed-efe2-472f-b3b1-04aedad6bce6 x-openstack-request-id: req-af4d07ed-efe2-472f-b3b1-04aedad6bce6 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:20.853396 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74abce3a-f884-4edd-906c-b7ea211c3b5a", "name": "network-vif-deleted", "tag": "424688a9-34bc-4310-80b7-d8344dc05c86", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:20.853703 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af4d07ed-efe2-472f-b3b1-04aedad6bce6 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:20.854486 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4d07ed-efe2-472f-b3b1-04aedad6bce6'] response: {'server_uuid': '74abce3a-f884-4edd-906c-b7ea211c3b5a', 'name': 'network-vif-deleted', 'tag': '424688a9-34bc-4310-80b7-d8344dc05c86', 'status': 'completed', 'code': 200} Jul 06 13:59:20.961022 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4938b53-8ec6-4cae-845f-9aabe6477e6f req-4d37c9ed-2d55-4e9b-9e31-97b35bb16314 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:20.962473 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a4938b53-8ec6-4cae-845f-9aabe6477e6f req-4d37c9ed-2d55-4e9b-9e31-97b35bb16314 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 946 time: 0.0476744 Jul 06 13:59:21.010029 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a4938b53-8ec6-4cae-845f-9aabe6477e6f req-c47e4c66-69bd-4114-9fd9-ea1fe7bfb302 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Jul 06 13:59:21.167646 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c920d7d5-ab6b-4392-9238-6e8e2eb80070 req-fd5de71d-4a17-42e0-8eec-87229647c869 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 210 time: 0.0298829 Jul 06 13:59:22.124783 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a773403-74e0-40b2-a43b-b83929238cca req-7f4a1d76-bd7a-4daa-a53a-191d6090446c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:22.126298 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2a773403-74e0-40b2-a43b-b83929238cca req-7f4a1d76-bd7a-4daa-a53a-191d6090446c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 946 time: 0.0479956 Jul 06 13:59:22.173702 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2a773403-74e0-40b2-a43b-b83929238cca req-84bb1bbd-31b4-4ee8-99e8-403bd8f8bf88 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411987 Jul 06 13:59:22.261740 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-4b7b245d-1df2-4d35-b0d6-6eb1b1d1ec58 req-96613ca4-ae3e-4693-96bf-0672f737a523 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 210 time: 0.0275741 Jul 06 13:59:22.662312 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 424688a9-34bc-4310-80b7-d8344dc05c86 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:22.682219 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 424688a9-34bc-4310-80b7-d8344dc05c86 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:59:22.682557 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 424688a9-34bc-4310-80b7-d8344dc05c86 not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:23.293628 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f209468-bf28-46f6-a843-a9bbf2d93284 req-e26e537f-18a7-4a7d-a734-a66ea1700402 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:23.294740 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2f209468-bf28-46f6-a843-a9bbf2d93284 req-e26e537f-18a7-4a7d-a734-a66ea1700402 tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 946 time: 0.0503757 Jul 06 13:59:23.345753 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-2f209468-bf28-46f6-a843-a9bbf2d93284 req-d8c4ca13-8234-4c49-9aa1-fb896d581d0f tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/security-groups?id=e51992e6-7c13-43b9-aeed-6fad8749b7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441561 Jul 06 13:59:23.370165 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1e0f0e2b-3f74-4b18-b0d9-d986f722a239 req-f36260fe-352f-48b4-a8e1-96f765090ab4 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=74abce3a-f884-4edd-906c-b7ea211c3b5a HTTP/1.1" status: 200 len: 210 time: 0.0279477 Jul 06 13:59:23.600180 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc2126-4792-4336-a200-99ab618678a8 req-51844dba-b1aa-4c5f-9311-17a89fd4739a tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:23.602196 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b9bc2126-4792-4336-a200-99ab618678a8 req-51844dba-b1aa-4c5f-9311-17a89fd4739a tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.39 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 946 time: 0.0509088 Jul 06 13:59:23.685277 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-b9bc2126-4792-4336-a200-99ab618678a8 req-8bebe403-715e-46fb-b5ee-7741edc3694c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Deleting port eb27fc79-4855-4e13-94e0-9dca82037666 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:23.685619 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b9bc2126-4792-4336-a200-99ab618678a8 req-8bebe403-715e-46fb-b5ee-7741edc3694c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (eb27fc79-4855-4e13-94e0-9dca82037666), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:23.777763 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-b9bc2126-4792-4336-a200-99ab618678a8 req-8bebe403-715e-46fb-b5ee-7741edc3694c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] For port eb27fc79-4855-4e13-94e0-9dca82037666, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=eb27fc79-4855-4e13-94e0-9dca82037666,segment=NetworkSegment(4e995a96-5e3a-4089-8ee1-e5af478af774),segment_id=4e995a96-5e3a-4089-8ee1-e5af478af774)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:23.778122 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b9bc2126-4792-4336-a200-99ab618678a8 req-8bebe403-715e-46fb-b5ee-7741edc3694c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (eb27fc79-4855-4e13-94e0-9dca82037666), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:23.791523 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-b9bc2126-4792-4336-a200-99ab618678a8 req-8bebe403-715e-46fb-b5ee-7741edc3694c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Calling delete_port for eb27fc79-4855-4e13-94e0-9dca82037666 owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:23.916754 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b9bc2126-4792-4336-a200-99ab618678a8 req-8bebe403-715e-46fb-b5ee-7741edc3694c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (eb27fc79-4855-4e13-94e0-9dca82037666), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:23.945746 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bebe403-715e-46fb-b5ee-7741edc3694c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Pushing event deleted for resources: {'Port': ['ID=eb27fc79-4855-4e13-94e0-9dca82037666,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:23.957489 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['eb27fc79-4855-4e13-94e0-9dca82037666'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 13:59:23.991295 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bc2126-4792-4336-a200-99ab618678a8 req-8bebe403-715e-46fb-b5ee-7741edc3694c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] No DVR routers for this DVR port eb27fc79-4855-4e13-94e0-9dca82037666 on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:59:23.993786 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-b9bc2126-4792-4336-a200-99ab618678a8 req-8bebe403-715e-46fb-b5ee-7741edc3694c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:23.996935 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-b9bc2126-4792-4336-a200-99ab618678a8 req-8bebe403-715e-46fb-b5ee-7741edc3694c tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.39 "DELETE /v2.0/ports/eb27fc79-4855-4e13-94e0-9dca82037666 HTTP/1.1" status: 204 len: 173 time: 0.3895981 Jul 06 13:59:23.997390 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42320716-ffec-4aef-90f8-d1f7aa6b9226', 'name': 'network-vif-deleted', 'tag': 'eb27fc79-4855-4e13-94e0-9dca82037666'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:59:23.999588 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f77c650-836c-42a5-a942-5d636620603d" -d '{"events": [{"server_uuid": "42320716-ffec-4aef-90f8-d1f7aa6b9226", "name": "network-vif-deleted", "tag": "eb27fc79-4855-4e13-94e0-9dca82037666"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:24.035387 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9bab38-ffad-4ee8-b438-531bb3d978d7 x-openstack-request-id: req-ad9bab38-ffad-4ee8-b438-531bb3d978d7 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:24.035687 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42320716-ffec-4aef-90f8-d1f7aa6b9226", "name": "network-vif-deleted", "tag": "eb27fc79-4855-4e13-94e0-9dca82037666", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:24.035980 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad9bab38-ffad-4ee8-b438-531bb3d978d7 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:24.036425 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9bab38-ffad-4ee8-b438-531bb3d978d7'] response: {'server_uuid': '42320716-ffec-4aef-90f8-d1f7aa6b9226', 'name': 'network-vif-deleted', 'tag': 'eb27fc79-4855-4e13-94e0-9dca82037666', 'status': 'completed', 'code': 200} Jul 06 13:59:24.466757 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c277bd9e-bc45-40b4-95f8-7223b4b494b1 req-de38ebc7-d7c1-42cb-b9dd-93333dc1ebee tempest-VolumesSnapshotTestJSON-1412015683 tempest-VolumesSnapshotTestJSON-1412015683-project] 10.222.0.20 "GET /v2.0/ports?device_id=42320716-ffec-4aef-90f8-d1f7aa6b9226 HTTP/1.1" status: 200 len: 210 time: 0.0376999 Jul 06 13:59:25.157970 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:26.666324 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 41168) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:26.678158 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device eb27fc79-4855-4e13-94e0-9dca82037666 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:26.699813 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: eb27fc79-4855-4e13-94e0-9dca82037666 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:59:26.700354 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device eb27fc79-4855-4e13-94e0-9dca82037666 not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:26.810114 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-98c11e17-eccb-4ed2-aa4b-5d9fbb42227b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Deleting port 56484582-eaa3-4c31-88c4-d987db8180d9 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:26.810462 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-98c11e17-eccb-4ed2-aa4b-5d9fbb42227b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (56484582-eaa3-4c31-88c4-d987db8180d9), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:26.891201 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-98c11e17-eccb-4ed2-aa4b-5d9fbb42227b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (56484582-eaa3-4c31-88c4-d987db8180d9), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:26.891527 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-98c11e17-eccb-4ed2-aa4b-5d9fbb42227b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for floatingip (56484582-eaa3-4c31-88c4-d987db8180d9), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:26.905596 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-98c11e17-eccb-4ed2-aa4b-5d9fbb42227b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Calling delete_port for 56484582-eaa3-4c31-88c4-d987db8180d9 owned by network:floatingip {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:26.982465 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:26.999545 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:27.075024 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-98c11e17-eccb-4ed2-aa4b-5d9fbb42227b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (56484582-eaa3-4c31-88c4-d987db8180d9), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:27.100749 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c11e17-eccb-4ed2-aa4b-5d9fbb42227b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event deleted for resources: {'Port': ['ID=56484582-eaa3-4c31-88c4-d987db8180d9,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:27.167677 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-98c11e17-eccb-4ed2-aa4b-5d9fbb42227b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for floatingip (de485429-3847-4457-b898-736dd796e161), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:27.167931 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [None req-98c11e17-eccb-4ed2-aa4b-5d9fbb42227b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Floating IP de485429-3847-4457-b898-736dd796e161 disassociated (deleted). External IP: 172.27.3.21, port: e4a21c4c-d429-4422-94d4-fcf1670202ed. Jul 06 13:59:27.628282 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c11e17-eccb-4ed2-aa4b-5d9fbb42227b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:59:27.730629 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c11e17-eccb-4ed2-aa4b-5d9fbb42227b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:59:27.739294 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-98c11e17-eccb-4ed2-aa4b-5d9fbb42227b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:27.740249 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe6b26-eda8-4afd-8728-6652b37b4317 None None] Sync routers for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:59:27.751091 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe6b26-eda8-4afd-8728-6652b37b4317 None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:59:27.751903 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-aabe6b26-eda8-4afd-8728-6652b37b4317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:59:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:27.769945 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-98c11e17-eccb-4ed2-aa4b-5d9fbb42227b tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "DELETE /v2.0/floatingips/de485429-3847-4457-b898-736dd796e161 HTTP/1.1" status: 204 len: 168 time: 1.1025186 Jul 06 13:59:27.770638 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'tag': 'e4a21c4c-d429-4422-94d4-fcf1670202ed'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:59:27.773549 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5320fe-8851-4fb5-98c9-979ec965da53" -d '{"events": [{"name": "network-changed", "server_uuid": "9875fc3c-1cca-43d0-8856-2bc17d3f6eb7", "tag": "e4a21c4c-d429-4422-94d4-fcf1670202ed"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:27.812425 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Jul 2022 13:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d904f977-1cb5-49e7-b8fa-b707cc10a953 x-openstack-request-id: req-d904f977-1cb5-49e7-b8fa-b707cc10a953 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:27.812726 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9875fc3c-1cca-43d0-8856-2bc17d3f6eb7", "tag": "e4a21c4c-d429-4422-94d4-fcf1670202ed", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:27.812980 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d904f977-1cb5-49e7-b8fa-b707cc10a953 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:27.813413 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d904f977-1cb5-49e7-b8fa-b707cc10a953'] response: {'name': 'network-changed', 'server_uuid': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'tag': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'status': 'completed', 'code': 200} Jul 06 13:59:27.833426 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:27.853183 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:27.860490 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-aabe6b26-eda8-4afd-8728-6652b37b4317 None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:59:27.902111 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5320fe-8851-4fb5-98c9-979ec965da53 req-01943b2f-058d-4483-992d-6ba12bf3537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:27.903841 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8c5320fe-8851-4fb5-98c9-979ec965da53 req-01943b2f-058d-4483-992d-6ba12bf3537c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 1130 time: 0.0421243 Jul 06 13:59:28.012394 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b18eb5-1724-422a-a15f-28c87ac92f82 req-33335898-c187-42e4-b0e8-4fbd5bffa298 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:28.014459 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d7b18eb5-1724-422a-a15f-28c87ac92f82 req-33335898-c187-42e4-b0e8-4fbd5bffa298 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 946 time: 0.0512686 Jul 06 13:59:28.024638 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5320fe-8851-4fb5-98c9-979ec965da53 req-bde4600d-9e54-4fb0-89eb-e1c32ece7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:28.026218 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8c5320fe-8851-4fb5-98c9-979ec965da53 req-bde4600d-9e54-4fb0-89eb-e1c32ece7229 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 200 len: 913 time: 0.1043940 Jul 06 13:59:28.064089 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-aabe6b26-eda8-4afd-8728-6652b37b4317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:28.067479 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d7b18eb5-1724-422a-a15f-28c87ac92f82 req-cc322545-72ea-4f56-a4c5-a9724cb3d910 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471725 Jul 06 13:59:28.094044 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe6b26-eda8-4afd-8728-6652b37b4317 None None] Checking router: b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:59:28.103705 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe6b26-eda8-4afd-8728-6652b37b4317 None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:59:28.104322 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-aabe6b26-eda8-4afd-8728-6652b37b4317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:59:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:28.202831 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-aabe6b26-eda8-4afd-8728-6652b37b4317 None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:59:28.384884 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-aabe6b26-eda8-4afd-8728-6652b37b4317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:28.393504 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=6 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:28.409375 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe6b26-eda8-4afd-8728-6652b37b4317 None None] The sync data for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi is: [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:50:19Z', 'revision_number': 4, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '988fd011-e27c-4c04-b10d-ce52a6d12b31', 'name': '', 'network_id': '6522e807-4f7f-4722-945c-07724b4eff64', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'mac_address': 'fa:16:3e:a5:f9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:18Z', 'updated_at': '2022-07-06T13:50:24Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'subnets': [{'id': '5296f3ab-164c-4586-b531-250bbb0216ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:59:28.419926 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=5 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:28.617359 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d0be6-de07-4d54-8a5b-5721335c390b None None] New status for floating IP de485429-3847-4457-b898-736dd796e161: DOWN {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 13:59:28.918217 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 13:59:29.190063 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee9fd2-fb18-4871-8813-a83e324a75cb req-7f33cd98-428e-49d8-b07c-21f75f483b9d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:29.191447 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1dee9fd2-fb18-4871-8813-a83e324a75cb req-7f33cd98-428e-49d8-b07c-21f75f483b9d tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 946 time: 0.0473006 Jul 06 13:59:29.240414 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1dee9fd2-fb18-4871-8813-a83e324a75cb req-c3a9fe20-9dc2-40d3-8f20-9ce8871a8bc1 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424013 Jul 06 13:59:30.354069 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159f88a-4003-4508-b9e7-cdcb73426c43 req-93fefaa3-6003-4844-b0bc-297d75b0452c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:30.355495 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f159f88a-4003-4508-b9e7-cdcb73426c43 req-93fefaa3-6003-4844-b0bc-297d75b0452c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 946 time: 0.0468240 Jul 06 13:59:30.407301 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f159f88a-4003-4508-b9e7-cdcb73426c43 req-3a254202-86cc-4bc9-aca1-47cc5f75f1a7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462520 Jul 06 13:59:31.319830 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8c5320fe-8851-4fb5-98c9-979ec965da53 req-24b71796-cb12-4857-9630-df0f2eb4a144 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e4a21c4c-d429-4422-94d4-fcf1670202ed HTTP/1.1" status: 200 len: 217 time: 0.0381444 Jul 06 13:59:31.386695 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5320fe-8851-4fb5-98c9-979ec965da53 req-30151722-61f1-421b-88a5-5cfb38ecf2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:31.388045 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8c5320fe-8851-4fb5-98c9-979ec965da53 req-30151722-61f1-421b-88a5-5cfb38ecf2a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 200 len: 851 time: 0.0440519 Jul 06 13:59:31.422597 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:31.433186 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5320fe-8851-4fb5-98c9-979ec965da53 req-b497e1eb-5209-4672-922a-a7f505b43455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:31.434682 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8c5320fe-8851-4fb5-98c9-979ec965da53 req-b497e1eb-5209-4672-922a-a7f505b43455 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6522e807-4f7f-4722-945c-07724b4eff64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404098 Jul 06 13:59:31.567680 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea238e-833b-4473-bbac-e3c36868f761 req-02f717cc-8c98-42e8-9a7b-519846355ce7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:31.569174 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-54ea238e-833b-4473-bbac-e3c36868f761 req-02f717cc-8c98-42e8-9a7b-519846355ce7 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 946 time: 0.0894995 Jul 06 13:59:31.609175 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8c5320fe-8851-4fb5-98c9-979ec965da53 req-55961053-ea33-4ce0-afad-0a0117139c41 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474454 Jul 06 13:59:31.632590 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-54ea238e-833b-4473-bbac-e3c36868f761 req-91c37595-5363-4553-b0fc-8979701cbe73 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574882 Jul 06 13:59:32.063210 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:32.082954 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8c5320fe-8851-4fb5-98c9-979ec965da53 req-85c26f38-4da7-4534-8099-c3bbb330bac6 service neutron] 10.222.0.39 "GET /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871699 Jul 06 13:59:32.542328 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac900e-52df-40f4-87b2-7749b62d8395 req-9e47724e-6dda-4cbf-801e-86c5e3669cc8 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:32.544961 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-90ac900e-52df-40f4-87b2-7749b62d8395 req-9e47724e-6dda-4cbf-801e-86c5e3669cc8 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 946 time: 0.0703139 Jul 06 13:59:32.641439 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-90ac900e-52df-40f4-87b2-7749b62d8395 req-853b2185-df36-4ab6-8338-a16f1425570c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Deleting port e4a21c4c-d429-4422-94d4-fcf1670202ed {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:32.641794 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-90ac900e-52df-40f4-87b2-7749b62d8395 req-853b2185-df36-4ab6-8338-a16f1425570c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:32.734850 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-90ac900e-52df-40f4-87b2-7749b62d8395 req-853b2185-df36-4ab6-8338-a16f1425570c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] For port e4a21c4c-d429-4422-94d4-fcf1670202ed, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=e4a21c4c-d429-4422-94d4-fcf1670202ed,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:32.735219 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-90ac900e-52df-40f4-87b2-7749b62d8395 req-853b2185-df36-4ab6-8338-a16f1425570c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:32.747045 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedcd09-c49a-4d9e-a36b-1104830e491e req-f92e6774-eb8c-45bb-8506-b3e082bf152c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 13:59:32.748519 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fbedcd09-c49a-4d9e-a36b-1104830e491e req-f92e6774-eb8c-45bb-8506-b3e082bf152c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/ports?device_id=9875fc3c-1cca-43d0-8856-2bc17d3f6eb7 HTTP/1.1" status: 200 len: 946 time: 0.0470920 Jul 06 13:59:32.748644 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-90ac900e-52df-40f4-87b2-7749b62d8395 req-853b2185-df36-4ab6-8338-a16f1425570c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Calling delete_port for e4a21c4c-d429-4422-94d4-fcf1670202ed owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:32.799692 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fbedcd09-c49a-4d9e-a36b-1104830e491e req-0a2f6f05-4b7f-4bf6-a59b-9d5db7e0d36a tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "GET /v2.0/security-groups?id=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452271 Jul 06 13:59:32.888639 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-90ac900e-52df-40f4-87b2-7749b62d8395 req-853b2185-df36-4ab6-8338-a16f1425570c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (e4a21c4c-d429-4422-94d4-fcf1670202ed), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:32.917083 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b2185-df36-4ab6-8338-a16f1425570c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event deleted for resources: {'Port': ['ID=e4a21c4c-d429-4422-94d4-fcf1670202ed,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:32.966066 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ac900e-52df-40f4-87b2-7749b62d8395 req-853b2185-df36-4ab6-8338-a16f1425570c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] No DVR routers for this DVR port e4a21c4c-d429-4422-94d4-fcf1670202ed on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:59:32.968603 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-90ac900e-52df-40f4-87b2-7749b62d8395 req-853b2185-df36-4ab6-8338-a16f1425570c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:32.971857 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-90ac900e-52df-40f4-87b2-7749b62d8395 req-853b2185-df36-4ab6-8338-a16f1425570c tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.39 "DELETE /v2.0/ports/e4a21c4c-d429-4422-94d4-fcf1670202ed HTTP/1.1" status: 204 len: 173 time: 0.4144034 Jul 06 13:59:32.972304 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'name': 'network-vif-deleted', 'tag': 'e4a21c4c-d429-4422-94d4-fcf1670202ed'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 13:59:32.974546 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8554b3-6f4d-42d1-a22d-c512bb8d0aea" -d '{"events": [{"server_uuid": "9875fc3c-1cca-43d0-8856-2bc17d3f6eb7", "name": "network-vif-deleted", "tag": "e4a21c4c-d429-4422-94d4-fcf1670202ed"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 13:59:33.010490 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 13:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50488a7-2820-48c9-8e61-08a14794c68b x-openstack-request-id: req-d50488a7-2820-48c9-8e61-08a14794c68b {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 13:59:33.010779 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9875fc3c-1cca-43d0-8856-2bc17d3f6eb7", "name": "network-vif-deleted", "tag": "e4a21c4c-d429-4422-94d4-fcf1670202ed", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 13:59:33.011032 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d50488a7-2820-48c9-8e61-08a14794c68b {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 13:59:33.011455 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50488a7-2820-48c9-8e61-08a14794c68b'] response: {'server_uuid': '9875fc3c-1cca-43d0-8856-2bc17d3f6eb7', 'name': 'network-vif-deleted', 'tag': 'e4a21c4c-d429-4422-94d4-fcf1670202ed', 'status': 'completed', 'code': 200} Jul 06 13:59:33.860888 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41220) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:33.972534 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Deleting port d59c543a-0932-45e3-99a1-d717b7cb826c {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:33.972884 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (d59c543a-0932-45e3-99a1-d717b7cb826c), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:34.053791 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (d59c543a-0932-45e3-99a1-d717b7cb826c), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:34.054293 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for floatingip (d59c543a-0932-45e3-99a1-d717b7cb826c), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:34.067010 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Calling delete_port for d59c543a-0932-45e3-99a1-d717b7cb826c owned by network:floatingip {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:34.145229 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:34.175588 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:34.196694 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (d59c543a-0932-45e3-99a1-d717b7cb826c), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:34.225617 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event deleted for resources: {'Port': ['ID=d59c543a-0932-45e3-99a1-d717b7cb826c,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:34.250193 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.250540 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.250878 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.251214 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.251546 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.251873 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.252197 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.252519 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.252841 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.253196 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.253527 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.253851 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.254171 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.254488 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.254805 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:34.303033 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for floatingip (a532725e-e9d5-4f89-8a99-11d84a6d0b78), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:34.305756 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:34.306884 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-d4205c6b-3aed-444b-bb76-5754145ac854 tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "DELETE /v2.0/floatingips/a532725e-e9d5-4f89-8a99-11d84a6d0b78 HTTP/1.1" status: 204 len: 168 time: 0.4459028 Jul 06 13:59:34.716874 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e4a21c4c-d429-4422-94d4-fcf1670202ed no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:34.742662 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: e4a21c4c-d429-4422-94d4-fcf1670202ed {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:59:34.742998 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device e4a21c4c-d429-4422-94d4-fcf1670202ed not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:35.511585 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41240) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:35.567488 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-37231099-4fee-44da-b95b-7894bd5e2c3f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group (fe7fe5c9-ac09-49e5-8eba-7d900b0c003e), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:35.592252 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-37231099-4fee-44da-b95b-7894bd5e2c3f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group (fe7fe5c9-ac09-49e5-8eba-7d900b0c003e), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:35.654796 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-37231099-4fee-44da-b95b-7894bd5e2c3f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (fe7fe5c9-ac09-49e5-8eba-7d900b0c003e), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:35.657527 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-37231099-4fee-44da-b95b-7894bd5e2c3f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:35.659048 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-37231099-4fee-44da-b95b-7894bd5e2c3f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] 10.222.0.20 "DELETE /v2.0/security-groups/fe7fe5c9-ac09-49e5-8eba-7d900b0c003e HTTP/1.1" status: 204 len: 168 time: 0.1464200 Jul 06 13:59:35.668727 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37231099-4fee-44da-b95b-7894bd5e2c3f tempest-TestVolumeBootPattern-1396741004 tempest-TestVolumeBootPattern-1396741004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7fe5c9-ac09-49e5-8eba-7d900b0c003e,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:35.717088 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41244) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:36.151669 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4de4ba66-28b6-4a3e-b6e4-c2c208f06723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33259198'] for router_interface (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:36.377944 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-4de4ba66-28b6-4a3e-b6e4-c2c208f06723 admin admin] Deleting port 988fd011-e27c-4c04-b10d-ce52a6d12b31 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:36.378198 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4de4ba66-28b6-4a3e-b6e4-c2c208f06723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:36.453608 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:36.457081 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:36.459127 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-4de4ba66-28b6-4a3e-b6e4-c2c208f06723 admin admin] For port 988fd011-e27c-4c04-b10d-ce52a6d12b31, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=988fd011-e27c-4c04-b10d-ce52a6d12b31,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:36.459480 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4de4ba66-28b6-4a3e-b6e4-c2c208f06723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:36.473935 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-4de4ba66-28b6-4a3e-b6e4-c2c208f06723 admin admin] Calling delete_port for 988fd011-e27c-4c04-b10d-ce52a6d12b31 owned by network:router_interface {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:36.644961 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4de4ba66-28b6-4a3e-b6e4-c2c208f06723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (988fd011-e27c-4c04-b10d-ce52a6d12b31), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:36.669147 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4ba66-28b6-4a3e-b6e4-c2c208f06723 admin admin] Pushing event deleted for resources: {'Port': ['ID=988fd011-e27c-4c04-b10d-ce52a6d12b31,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:36.827443 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-4de4ba66-28b6-4a3e-b6e4-c2c208f06723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257486'] for router_interface (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:37.025177 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de4ba66-28b6-4a3e-b6e4-c2c208f06723 admin admin] Router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:59:37.125869 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de4ba66-28b6-4a3e-b6e4-c2c208f06723 admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:59:37.130654 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-4de4ba66-28b6-4a3e-b6e4-c2c208f06723 admin admin] 10.222.0.20 "PUT /v2.0/routers/b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4125381 Jul 06 13:59:37.133567 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41256) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:37.136074 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ca563-50b3-431f-bde6-6efb7c3d784a None None] Sync routers for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:59:37.146586 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ca563-50b3-431f-bde6-6efb7c3d784a None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:59:37.147194 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-815ca563-50b3-431f-bde6-6efb7c3d784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:59:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:37.232407 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Publish callbacks [] for router (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:37.282134 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:37.284788 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:37.388200 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-815ca563-50b3-431f-bde6-6efb7c3d784a None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:59:37.561064 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-815ca563-50b3-431f-bde6-6efb7c3d784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:59:36Z', 'revision_number': 5, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port': {'id': '8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:62:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:17Z', 'updated_at': '2022-07-06T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:37.584155 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Publish callbacks [] for router_gateway (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:37.587427 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ca563-50b3-431f-bde6-6efb7c3d784a None None] Checking router: b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:59:37.589092 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:37.597663 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ca563-50b3-431f-bde6-6efb7c3d784a None None] Routers {'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:59:37.598288 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-815ca563-50b3-431f-bde6-6efb7c3d784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:59:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:37.625465 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Deleting port 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:37.625789 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:37.683189 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-815ca563-50b3-431f-bde6-6efb7c3d784a None None] Set router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 gateway port host: None {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:59:37.705358 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] For port 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:37.705978 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:37.722667 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Calling delete_port for 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 owned by network:router_gateway {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:37.734747 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-815ca563-50b3-431f-bde6-6efb7c3d784a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:59:37Z', 'revision_number': 6, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port_host': None}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:37.760578 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815ca563-50b3-431f-bde6-6efb7c3d784a None None] The sync data for ids ['b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912'] in dv-cinder-819149-8-iscsi is: [{'id': 'b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912', 'name': 'tempest-TestVolumeBootPattern-1517400300-router', 'tenant_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:16Z', 'updated_at': '2022-07-06T13:59:37Z', 'revision_number': 6, 'project_id': '7bf864bb1764452e8e3a6f0d5929da9f', 'gw_port_host': None}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:59:37.890726 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:37.915236 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:37.977154 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33246532'] for router_gateway (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.061861 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33254716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.063928 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Publish callbacks [] for router_controller (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.110156 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33254699'] for router (b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.111007 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 {{(pid=110606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:59:38.115997 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.119755 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-e3ec953c-d8c0-468d-b7cf-d35e9e7a80fd admin admin] 10.222.0.20 "DELETE /v2.0/routers/b4ed1bdc-aad2-4d1d-b30a-a046b7d5c912 HTTP/1.1" status: 204 len: 168 time: 0.9828238 Jul 06 13:59:38.120255 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 41260) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:38.167556 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41aa936-62a6-4522-a497-8edef6cd8c6e admin admin] Deleting subnet 5296f3ab-164c-4586-b531-250bbb0216ae {{(pid=110605) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:59:38.170912 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e41aa936-62a6-4522-a497-8edef6cd8c6e admin admin] Publish callbacks [] for subnet (5296f3ab-164c-4586-b531-250bbb0216ae), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.206059 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e41aa936-62a6-4522-a497-8edef6cd8c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29892110'] for subnet (5296f3ab-164c-4586-b531-250bbb0216ae), precommit_delete_associations {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.276815 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:38.286144 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e41aa936-62a6-4522-a497-8edef6cd8c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (5296f3ab-164c-4586-b531-250bbb0216ae), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.342110 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e41aa936-62a6-4522-a497-8edef6cd8c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30355106', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29387770'] for subnet (5296f3ab-164c-4586-b531-250bbb0216ae), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.369980 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aa936-62a6-4522-a497-8edef6cd8c6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5296f3ab-164c-4586-b531-250bbb0216ae,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:38.371914 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-e41aa936-62a6-4522-a497-8edef6cd8c6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.375036 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-e41aa936-62a6-4522-a497-8edef6cd8c6e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5296f3ab-164c-4586-b531-250bbb0216ae HTTP/1.1" status: 204 len: 168 time: 0.2539108 Jul 06 13:59:38.376815 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f5d9b2-94b0-4ae2-8b1d-584c80f8b623 None None] Network 6522e807-4f7f-4722-945c-07724b4eff64 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:59:38.377893 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41264) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:38.445642 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (6522e807-4f7f-4722-945c-07724b4eff64), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.486142 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Deleting port 7e11b306-7fa2-46ba-be3d-970184b43c25 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:38.486479 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.544939 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] DHCP port deletion for 6522e807-4f7f-4722-945c-07724b4eff64 request from dv-cinder-819149-8-iscsi {{(pid=110607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 13:59:38.554416 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] For port 7e11b306-7fa2-46ba-be3d-970184b43c25, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=7e11b306-7fa2-46ba-be3d-970184b43c25,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:38.554783 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.567844 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Calling delete_port for 7e11b306-7fa2-46ba-be3d-970184b43c25 owned by network:dhcp {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:38.582459 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Deleting port 7e11b306-7fa2-46ba-be3d-970184b43c25 {{(pid=110607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:38.582827 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), before_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.585857 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:38.611271 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:38.649857 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.654874 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] For port 7e11b306-7fa2-46ba-be3d-970184b43c25, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=7e11b306-7fa2-46ba-be3d-970184b43c25,segment=NetworkSegment(c7910cad-b884-4f67-8aee-21c4b96222f6),segment_id=c7910cad-b884-4f67-8aee-21c4b96222f6)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:38.655377 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), precommit_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.670564 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Calling delete_port for 7e11b306-7fa2-46ba-be3d-970184b43c25 owned by network:dhcp {{(pid=110607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:38.675883 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e11b306-7fa2-46ba-be3d-970184b43c25,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:38.678082 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] No DVR routers for this DVR port 7e11b306-7fa2-46ba-be3d-970184b43c25 on host dv-cinder-819149-8-iscsi {{(pid=110606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:59:38.729459 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:38.754069 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (6522e807-4f7f-4722-945c-07724b4eff64), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.755997 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348'] for port (7e11b306-7fa2-46ba-be3d-970184b43c25), after_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.778250 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6522e807-4f7f-4722-945c-07724b4eff64']}} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:38.787346 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Pushing event deleted for resources: {'Port': ['ID=7e11b306-7fa2-46ba-be3d-970184b43c25,revision_number=None']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:38.788991 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7910cad-b884-4f67-8aee-21c4b96222f6') {'for_net_delete': True} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:38.789335 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7910cad-b884-4f67-8aee-21c4b96222f6') {} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:38.795646 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] No DVR routers for this DVR port 7e11b306-7fa2-46ba-be3d-970184b43c25 on host dv-cinder-819149-8-iscsi {{(pid=110607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:59:38.798365 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.798714 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.799054 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.799397 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.799722 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.800055 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.800702 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.800702 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.801054 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.801317 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.801639 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.801966 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.802283 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.803102 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.803214 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42630c57-8bb9-4644-af91-796fe6177fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 13:59:38.805115 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30014732'] for segment (c7910cad-b884-4f67-8aee-21c4b96222f6), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.820555 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (c7910cad-b884-4f67-8aee-21c4b96222f6), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.827029 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=110606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:59:38.827505 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31420896'] for segment (c7910cad-b884-4f67-8aee-21c4b96222f6), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.897655 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (6522e807-4f7f-4722-945c-07724b4eff64), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.904347 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment c7910cad-b884-4f67-8aee-21c4b96222f6 resource provider aggregate not found Jul 06 13:59:38.907967 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:38.910992 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6522e807-4f7f-4722-945c-07724b4eff64 HTTP/1.1" status: 204 len: 168 time: 0.5321319 Jul 06 13:59:38.913794 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:38.914493 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:38.915932 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 41272) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:38.924121 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69725ad9-898a-420f-88c6-4a2c395bd4c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6522e807-4f7f-4722-945c-07724b4eff64,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:38.932673 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment c7910cad-b884-4f67-8aee-21c4b96222f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7910cad-b884-4f67-8aee-21c4b96222f6 found for delete ", "request_id": "req-94151121-b3f1-4a16-9eae-ba235508b86f"}]} Jul 06 13:59:39.063402 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:39.256811 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c02b3264-d9bd-4426-9d00-3561850209df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33259198'] for router_interface (54633cad-5b0a-4ab9-a036-aebe1799ba0e), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:39.361081 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:39.380746 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:59:39.381464 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 8ad97384-47dd-4a93-8f0c-51cfb0c6d6e5 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:39.381578 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 988fd011-e27c-4c04-b10d-ce52a6d12b31 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:39.400641 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 988fd011-e27c-4c04-b10d-ce52a6d12b31 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:59:39.400983 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 988fd011-e27c-4c04-b10d-ce52a6d12b31 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:39.401417 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 7e11b306-7fa2-46ba-be3d-970184b43c25 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:39.418742 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 7e11b306-7fa2-46ba-be3d-970184b43c25 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:59:39.419077 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 7e11b306-7fa2-46ba-be3d-970184b43c25 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:39.497928 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-c02b3264-d9bd-4426-9d00-3561850209df admin admin] Deleting port c3e094cd-fef6-4b0b-a529-b995374be383 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:39.501049 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c02b3264-d9bd-4426-9d00-3561850209df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:39.523446 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-05cc401a-3a56-4063-9d09-61e189ee38e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:39.590787 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [None req-c02b3264-d9bd-4426-9d00-3561850209df admin admin] For port c3e094cd-fef6-4b0b-a529-b995374be383, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=c3e094cd-fef6-4b0b-a529-b995374be383,segment=NetworkSegment(7329d647-1efe-4cf0-af03-b45e0ff375ac),segment_id=7329d647-1efe-4cf0-af03-b45e0ff375ac)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:39.591406 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c02b3264-d9bd-4426-9d00-3561850209df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:39.604943 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-c02b3264-d9bd-4426-9d00-3561850209df admin admin] Calling delete_port for c3e094cd-fef6-4b0b-a529-b995374be383 owned by network:router_interface {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:39.749599 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:39.795863 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c02b3264-d9bd-4426-9d00-3561850209df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (c3e094cd-fef6-4b0b-a529-b995374be383), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:39.818727 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b3264-d9bd-4426-9d00-3561850209df admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e094cd-fef6-4b0b-a529-b995374be383,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:39.923732 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:39.987116 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c02b3264-d9bd-4426-9d00-3561850209df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257486'] for router_interface (54633cad-5b0a-4ab9-a036-aebe1799ba0e), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:40.186449 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02b3264-d9bd-4426-9d00-3561850209df admin admin] Router 54633cad-5b0a-4ab9-a036-aebe1799ba0e has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 13:59:40.283998 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02b3264-d9bd-4426-9d00-3561850209df admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 13:59:40.289628 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-c02b3264-d9bd-4426-9d00-3561850209df admin admin] 10.222.0.20 "PUT /v2.0/routers/54633cad-5b0a-4ab9-a036-aebe1799ba0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3725586 Jul 06 13:59:40.292141 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41276) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:40.294871 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06c1a29-a899-4768-b93e-1681aba50a75 None None] Sync routers for ids ['54633cad-5b0a-4ab9-a036-aebe1799ba0e'] in dv-cinder-819149-8-iscsi {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 13:59:40.308017 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c1a29-a899-4768-b93e-1681aba50a75 None None] Routers {'54633cad-5b0a-4ab9-a036-aebe1799ba0e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:59:40.308650 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-c06c1a29-a899-4768-b93e-1681aba50a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:59:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['54633cad-5b0a-4ab9-a036-aebe1799ba0e'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:40.395663 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Publish callbacks [] for router (54633cad-5b0a-4ab9-a036-aebe1799ba0e), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:40.408633 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-c06c1a29-a899-4768-b93e-1681aba50a75 None None] Set router 54633cad-5b0a-4ab9-a036-aebe1799ba0e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:59:40.499601 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Publish callbacks [] for router_gateway (54633cad-5b0a-4ab9-a036-aebe1799ba0e), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:40.541754 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Deleting port 849c6d7a-cced-44cf-a9f5-2acd674cba46 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:40.542092 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:40.584768 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-c06c1a29-a899-4768-b93e-1681aba50a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'name': 'tempest-TestVolumeBootPattern-1684213662-router', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:59:39Z', 'revision_number': 5, 'project_id': 'ca371b04b33244adae871d37770223d9', 'gw_port': {'id': '849c6d7a-cced-44cf-a9f5-2acd674cba46', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:40.610923 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06c1a29-a899-4768-b93e-1681aba50a75 None None] Checking router: 54633cad-5b0a-4ab9-a036-aebe1799ba0e for host: dv-cinder-819149-8-iscsi {{(pid=110608) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 13:59:40.619931 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c1a29-a899-4768-b93e-1681aba50a75 None None] Routers {'54633cad-5b0a-4ab9-a036-aebe1799ba0e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110608) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 13:59:40.620534 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-c06c1a29-a899-4768-b93e-1681aba50a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T13:59:12Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['54633cad-5b0a-4ab9-a036-aebe1799ba0e'], 'active': True} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:40.625707 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] For port 849c6d7a-cced-44cf-a9f5-2acd674cba46, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=849c6d7a-cced-44cf-a9f5-2acd674cba46,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:40.626077 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:40.639943 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Calling delete_port for 849c6d7a-cced-44cf-a9f5-2acd674cba46 owned by network:router_gateway {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:40.703548 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_dvr_db [None req-c06c1a29-a899-4768-b93e-1681aba50a75 None None] Set router 54633cad-5b0a-4ab9-a036-aebe1799ba0e gateway port host: None {{(pid=110608) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 13:59:40.753596 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.l3_hamode_db [None req-c06c1a29-a899-4768-b93e-1681aba50a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'name': 'tempest-TestVolumeBootPattern-1684213662-router', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:59:40Z', 'revision_number': 6, 'project_id': 'ca371b04b33244adae871d37770223d9', 'gw_port_host': None}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:40.777869 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06c1a29-a899-4768-b93e-1681aba50a75 None None] The sync data for ids ['54633cad-5b0a-4ab9-a036-aebe1799ba0e'] in dv-cinder-819149-8-iscsi is: [{'id': '54633cad-5b0a-4ab9-a036-aebe1799ba0e', 'name': 'tempest-TestVolumeBootPattern-1684213662-router', 'tenant_id': 'ca371b04b33244adae871d37770223d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:50:21Z', 'updated_at': '2022-07-06T13:59:40Z', 'revision_number': 6, 'project_id': 'ca371b04b33244adae871d37770223d9', 'gw_port_host': None}] {{(pid=110608) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 13:59:40.812436 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (849c6d7a-cced-44cf-a9f5-2acd674cba46), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:40.839930 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Pushing event deleted for resources: {'Port': ['ID=849c6d7a-cced-44cf-a9f5-2acd674cba46,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:40.897848 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:40.905649 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33246532'] for router_gateway (54633cad-5b0a-4ab9-a036-aebe1799ba0e), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:40.992843 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33254716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (54633cad-5b0a-4ab9-a036-aebe1799ba0e), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:40.995018 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Publish callbacks [] for router_controller (54633cad-5b0a-4ab9-a036-aebe1799ba0e), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.035751 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33254699'] for router (54633cad-5b0a-4ab9-a036-aebe1799ba0e), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.036248 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54633cad-5b0a-4ab9-a036-aebe1799ba0e {{(pid=110606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 13:59:41.041161 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.042305 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-f6948540-733b-4dfa-bc4e-e6dff3373584 admin admin] 10.222.0.20 "DELETE /v2.0/routers/54633cad-5b0a-4ab9-a036-aebe1799ba0e HTTP/1.1" status: 204 len: 168 time: 0.7491961 Jul 06 13:59:41.044788 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41280) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:41.052185 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:41.095779 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3eabd9-2370-4237-8e32-4c2aefff8545 admin admin] Deleting subnet 132b8cd4-2991-4532-984d-46324deed955 {{(pid=110606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:59:41.098913 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1a3eabd9-2370-4237-8e32-4c2aefff8545 admin admin] Publish callbacks [] for subnet (132b8cd4-2991-4532-984d-46324deed955), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.137962 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1a3eabd9-2370-4237-8e32-4c2aefff8545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30014727'] for subnet (132b8cd4-2991-4532-984d-46324deed955), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.217427 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1a3eabd9-2370-4237-8e32-4c2aefff8545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (132b8cd4-2991-4532-984d-46324deed955), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.275440 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1a3eabd9-2370-4237-8e32-4c2aefff8545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31420698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30215560'] for subnet (132b8cd4-2991-4532-984d-46324deed955), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.298431 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3eabd9-2370-4237-8e32-4c2aefff8545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=132b8cd4-2991-4532-984d-46324deed955,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:41.305123 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-1a3eabd9-2370-4237-8e32-4c2aefff8545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.308099 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-1a3eabd9-2370-4237-8e32-4c2aefff8545 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/132b8cd4-2991-4532-984d-46324deed955 HTTP/1.1" status: 204 len: 168 time: 0.2623866 Jul 06 13:59:41.310729 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41282) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:41.311842 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2791edde-8df9-4334-852e-fafa3c1959dc None None] Network a5d65ef2-e729-42af-a50e-591ff9e45111 requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 13:59:41.384244 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (a5d65ef2-e729-42af-a50e-591ff9e45111), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.426919 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Deleting port 3440ea1f-5307-4244-b306-beaa5ecf1829 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:41.427258 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.501518 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] For port 3440ea1f-5307-4244-b306-beaa5ecf1829, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=3440ea1f-5307-4244-b306-beaa5ecf1829,segment=NetworkSegment(7329d647-1efe-4cf0-af03-b45e0ff375ac),segment_id=7329d647-1efe-4cf0-af03-b45e0ff375ac)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:41.501882 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.516458 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Calling delete_port for 3440ea1f-5307-4244-b306-beaa5ecf1829 owned by network:dhcp {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:41.537090 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0148a21-17e2-4c31-8082-0490dbe28cb8 None None] DHCP port deletion for a5d65ef2-e729-42af-a50e-591ff9e45111 request from dv-cinder-819149-8-iscsi {{(pid=110607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 13:59:41.595446 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-a0148a21-17e2-4c31-8082-0490dbe28cb8 None None] Deleting port 3440ea1f-5307-4244-b306-beaa5ecf1829 {{(pid=110607) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 13:59:41.595806 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-a0148a21-17e2-4c31-8082-0490dbe28cb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), before_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.641118 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.667834 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 849c6d7a-cced-44cf-a9f5-2acd674cba46 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:41.681705 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3440ea1f-5307-4244-b306-beaa5ecf1829,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:41.690024 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 849c6d7a-cced-44cf-a9f5-2acd674cba46 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:59:41.690554 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 849c6d7a-cced-44cf-a9f5-2acd674cba46 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:41.691508 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 3440ea1f-5307-4244-b306-beaa5ecf1829 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:41.696268 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-a0148a21-17e2-4c31-8082-0490dbe28cb8 None None] For port 3440ea1f-5307-4244-b306-beaa5ecf1829, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=3440ea1f-5307-4244-b306-beaa5ecf1829,segment=NetworkSegment(7329d647-1efe-4cf0-af03-b45e0ff375ac),segment_id=7329d647-1efe-4cf0-af03-b45e0ff375ac)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 13:59:41.696432 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] No DVR routers for this DVR port 3440ea1f-5307-4244-b306-beaa5ecf1829 on host dv-cinder-819149-8-iscsi {{(pid=110606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:59:41.696989 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-a0148a21-17e2-4c31-8082-0490dbe28cb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), precommit_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.722098 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 3440ea1f-5307-4244-b306-beaa5ecf1829 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:59:41.722983 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 3440ea1f-5307-4244-b306-beaa5ecf1829 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:41.723563 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device c3e094cd-fef6-4b0b-a529-b995374be383 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 13:59:41.754287 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-a0148a21-17e2-4c31-8082-0490dbe28cb8 None None] Calling delete_port for 3440ea1f-5307-4244-b306-beaa5ecf1829 owned by network:dhcp {{(pid=110607) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 13:59:41.759556 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: c3e094cd-fef6-4b0b-a529-b995374be383 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 13:59:41.760114 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device c3e094cd-fef6-4b0b-a529-b995374be383 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 13:59:41.806684 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (a5d65ef2-e729-42af-a50e-591ff9e45111), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.829658 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d65ef2-e729-42af-a50e-591ff9e45111']}} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:41.839058 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-a0148a21-17e2-4c31-8082-0490dbe28cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348'] for port (3440ea1f-5307-4244-b306-beaa5ecf1829), after_delete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.840314 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7329d647-1efe-4cf0-af03-b45e0ff375ac') {'for_net_delete': True} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:41.840600 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7329d647-1efe-4cf0-af03-b45e0ff375ac') {} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:41.854647 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30014732'] for segment (7329d647-1efe-4cf0-af03-b45e0ff375ac), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.862400 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0148a21-17e2-4c31-8082-0490dbe28cb8 None None] Pushing event deleted for resources: {'Port': ['ID=3440ea1f-5307-4244-b306-beaa5ecf1829,revision_number=None']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:41.869322 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (7329d647-1efe-4cf0-af03-b45e0ff375ac), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.869552 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0148a21-17e2-4c31-8082-0490dbe28cb8 None None] No DVR routers for this DVR port 3440ea1f-5307-4244-b306-beaa5ecf1829 on host dv-cinder-819149-8-iscsi {{(pid=110607) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 13:59:41.877740 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=110606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:59:41.878327 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31420896'] for segment (7329d647-1efe-4cf0-af03-b45e0ff375ac), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.909593 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment 7329d647-1efe-4cf0-af03-b45e0ff375ac resource provider aggregate not found Jul 06 13:59:41.941755 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment 7329d647-1efe-4cf0-af03-b45e0ff375ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7329d647-1efe-4cf0-af03-b45e0ff375ac found for delete ", "request_id": "req-55cd5331-ac39-417d-b862-9a2584f3c4f6"}]} Jul 06 13:59:41.952164 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (a5d65ef2-e729-42af-a50e-591ff9e45111), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.958528 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:41.963041 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a5d65ef2-e729-42af-a50e-591ff9e45111 HTTP/1.1" status: 204 len: 168 time: 0.6511183 Jul 06 13:59:41.974301 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d1dea4-6de2-4d64-866d-17bece5bcba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d65ef2-e729-42af-a50e-591ff9e45111,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:41.993813 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6f08f440-9bed-4e3d-8eb8-ffb9edbcbd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:42.087662 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 41298) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:42.128364 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-b03831f6-ece5-4963-9c9b-9b164a90c724 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bf864bb1764452e8e3a6f0d5929da9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394876 Jul 06 13:59:42.131067 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41300) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:42.144279 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:42.182616 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a91af192-f577-431b-a735-d865a4b0827a admin admin] Publish callbacks [] for security_group (7a244d9c-5dfd-42b2-9a10-21351596a67b), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:42.186636 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:UPDATE=1,neutron:SELECT=90,neutron:DELETE=9 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:42.205676 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a91af192-f577-431b-a735-d865a4b0827a admin admin] Publish callbacks [] for security_group (7a244d9c-5dfd-42b2-9a10-21351596a67b), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:42.255493 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a91af192-f577-431b-a735-d865a4b0827a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (7a244d9c-5dfd-42b2-9a10-21351596a67b), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:42.258708 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-a91af192-f577-431b-a735-d865a4b0827a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:42.259848 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-a91af192-f577-431b-a735-d865a4b0827a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a244d9c-5dfd-42b2-9a10-21351596a67b HTTP/1.1" status: 204 len: 168 time: 0.1277518 Jul 06 13:59:42.268049 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91af192-f577-431b-a735-d865a4b0827a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a244d9c-5dfd-42b2-9a10-21351596a67b,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:42.596894 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 41306) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:42.640042 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-946537dd-475e-4fc9-ad5b-43de3fe8a3f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca371b04b33244adae871d37770223d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419734 Jul 06 13:59:42.642444 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 41308) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:42.690674 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20b23f7c-5bbe-494a-b719-be182b3f75fb admin admin] Publish callbacks [] for security_group (d935dd3e-a525-430e-9aa1-f9e801a6f57a), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:42.711782 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20b23f7c-5bbe-494a-b719-be182b3f75fb admin admin] Publish callbacks [] for security_group (d935dd3e-a525-430e-9aa1-f9e801a6f57a), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:42.757619 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20b23f7c-5bbe-494a-b719-be182b3f75fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (d935dd3e-a525-430e-9aa1-f9e801a6f57a), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:42.760273 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-20b23f7c-5bbe-494a-b719-be182b3f75fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:42.761488 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-20b23f7c-5bbe-494a-b719-be182b3f75fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d935dd3e-a525-430e-9aa1-f9e801a6f57a HTTP/1.1" status: 204 len: 168 time: 0.1181803 Jul 06 13:59:42.769090 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b23f7c-5bbe-494a-b719-be182b3f75fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d935dd3e-a525-430e-9aa1-f9e801a6f57a,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:42.781035 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:42.930707 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:44.411353 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:44.681182 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:50.756100 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=43 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:50.757531 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=40 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:50.904437 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41378) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:50.950046 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_v2 [None req-02eaad72-f9bd-4cec-a61f-d8781e3b5621 admin admin] Deleting subnet 72fc9743-5bf2-47fa-beb0-d7290a3d79d4 {{(pid=110606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 13:59:50.953120 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-02eaad72-f9bd-4cec-a61f-d8781e3b5621 admin admin] Publish callbacks [] for subnet (72fc9743-5bf2-47fa-beb0-d7290a3d79d4), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:50.988011 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-02eaad72-f9bd-4cec-a61f-d8781e3b5621 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30014727'] for subnet (72fc9743-5bf2-47fa-beb0-d7290a3d79d4), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.028690 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-02eaad72-f9bd-4cec-a61f-d8781e3b5621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (72fc9743-5bf2-47fa-beb0-d7290a3d79d4), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.084584 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-02eaad72-f9bd-4cec-a61f-d8781e3b5621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31420698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30215560'] for subnet (72fc9743-5bf2-47fa-beb0-d7290a3d79d4), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.110439 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaad72-f9bd-4cec-a61f-d8781e3b5621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72fc9743-5bf2-47fa-beb0-d7290a3d79d4,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:51.114184 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-02eaad72-f9bd-4cec-a61f-d8781e3b5621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.118331 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-02eaad72-f9bd-4cec-a61f-d8781e3b5621 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/72fc9743-5bf2-47fa-beb0-d7290a3d79d4 HTTP/1.1" status: 204 len: 168 time: 0.2128837 Jul 06 13:59:51.120864 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41380) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:51.188858 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-9b227ea3-594e-4ff0-a98a-7f8805b59f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (995c8901-b276-4dfb-8ce7-5546a81a4d42), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.270268 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-9b227ea3-594e-4ff0-a98a-7f8805b59f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (995c8901-b276-4dfb-8ce7-5546a81a4d42), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.290208 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-9b227ea3-594e-4ff0-a98a-7f8805b59f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995c8901-b276-4dfb-8ce7-5546a81a4d42']}} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:51.299548 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-9b227ea3-594e-4ff0-a98a-7f8805b59f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e995a96-5e3a-4089-8ee1-e5af478af774') {'for_net_delete': True} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:51.299840 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-9b227ea3-594e-4ff0-a98a-7f8805b59f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e995a96-5e3a-4089-8ee1-e5af478af774') {} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 13:59:51.310339 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-9b227ea3-594e-4ff0-a98a-7f8805b59f29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30014732'] for segment (4e995a96-5e3a-4089-8ee1-e5af478af774), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.323859 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-9b227ea3-594e-4ff0-a98a-7f8805b59f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (4e995a96-5e3a-4089-8ee1-e5af478af774), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.329880 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b227ea3-594e-4ff0-a98a-7f8805b59f29 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=110606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 13:59:51.330260 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-9b227ea3-594e-4ff0-a98a-7f8805b59f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31420896'] for segment (4e995a96-5e3a-4089-8ee1-e5af478af774), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.386122 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment 4e995a96-5e3a-4089-8ee1-e5af478af774 resource provider aggregate not found Jul 06 13:59:51.396923 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-9b227ea3-594e-4ff0-a98a-7f8805b59f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (995c8901-b276-4dfb-8ce7-5546a81a4d42), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.402776 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-9b227ea3-594e-4ff0-a98a-7f8805b59f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.406078 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-9b227ea3-594e-4ff0-a98a-7f8805b59f29 admin admin] 10.222.0.20 "DELETE /v2.0/networks/995c8901-b276-4dfb-8ce7-5546a81a4d42 HTTP/1.1" status: 204 len: 168 time: 0.2841215 Jul 06 13:59:51.417849 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment 4e995a96-5e3a-4089-8ee1-e5af478af774 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e995a96-5e3a-4089-8ee1-e5af478af774 found for delete ", "request_id": "req-d6cab677-afc0-4d03-83ad-b495c4bb0c19"}]} Jul 06 13:59:51.418947 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b227ea3-594e-4ff0-a98a-7f8805b59f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=995c8901-b276-4dfb-8ce7-5546a81a4d42,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:51.573124 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41388) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:51.613178 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-ebb33fd2-7752-46c1-8df1-600a3e4c2a4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4349af63ad274dbfad2615fc50446ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387897 Jul 06 13:59:51.615458 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41390) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 13:59:51.662233 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb8bc-8ee7-4545-9185-3511d8d6df5f admin admin] Publish callbacks [] for security_group (e51992e6-7c13-43b9-aeed-6fad8749b7ec), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.684619 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb8bc-8ee7-4545-9185-3511d8d6df5f admin admin] Publish callbacks [] for security_group (e51992e6-7c13-43b9-aeed-6fad8749b7ec), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.731850 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb8bc-8ee7-4545-9185-3511d8d6df5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (e51992e6-7c13-43b9-aeed-6fad8749b7ec), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.734432 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-5c2cb8bc-8ee7-4545-9185-3511d8d6df5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 13:59:51.735573 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-5c2cb8bc-8ee7-4545-9185-3511d8d6df5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e51992e6-7c13-43b9-aeed-6fad8749b7ec HTTP/1.1" status: 204 len: 168 time: 0.1184208 Jul 06 13:59:51.743081 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cb8bc-8ee7-4545-9185-3511d8d6df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51992e6-7c13-43b9-aeed-6fad8749b7ec,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 13:59:52.744685 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:52.765172 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 13:59:55.184240 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:01.738454 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=75,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:01.739191 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:03.717718 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d766e19-d35f-469d-a4fb-6332e95bdb83 req-442e12e2-3062-408f-8c88-3aa9c0ce7009 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:03.719173 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0d766e19-d35f-469d-a4fb-6332e95bdb83 req-442e12e2-3062-408f-8c88-3aa9c0ce7009 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0502906 Jul 06 14:00:03.766848 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-0d766e19-d35f-469d-a4fb-6332e95bdb83 req-b89df46f-7689-400c-a101-8a3d4137e023 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420599 Jul 06 14:00:04.891026 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8bde1-08f0-411a-a117-fcefbcffd0ad req-9cc825e8-acea-44a2-bee9-c5a48e0e39e5 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:04.892466 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ffd8bde1-08f0-411a-a117-fcefbcffd0ad req-9cc825e8-acea-44a2-bee9-c5a48e0e39e5 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0473850 Jul 06 14:00:04.938533 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ffd8bde1-08f0-411a-a117-fcefbcffd0ad req-52c64191-4bee-4333-a855-53b0fd25df8e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403907 Jul 06 14:00:05.173018 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:05.180817 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:05.921353 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:00:06.059551 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83012d-9f80-4af8-af65-2d4d6ce6ffdf req-e866155a-1c38-4214-b633-7a35d7018baa tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:06.061032 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6a83012d-9f80-4af8-af65-2d4d6ce6ffdf req-e866155a-1c38-4214-b633-7a35d7018baa tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0473738 Jul 06 14:00:06.109579 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6a83012d-9f80-4af8-af65-2d4d6ce6ffdf req-d18c38fe-2130-4347-99bc-d2c3e234b5f2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430937 Jul 06 14:00:06.456312 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=17 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:07.228933 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a798b-8a71-4f42-87bd-36fcaa9aefc5 req-121ad8c1-d98d-4b1c-9741-47ed3d1644ef tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:07.230411 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cd0a798b-8a71-4f42-87bd-36fcaa9aefc5 req-121ad8c1-d98d-4b1c-9741-47ed3d1644ef tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0491636 Jul 06 14:00:07.276155 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cd0a798b-8a71-4f42-87bd-36fcaa9aefc5 req-fb0d3585-316f-4295-9b82-29a314646901 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403359 Jul 06 14:00:08.392473 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa408cc8-4c1f-40bc-b98f-3113095e9bee req-5a1f9537-8a95-43e2-a1f7-eb745cbf3ef6 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:08.393946 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fa408cc8-4c1f-40bc-b98f-3113095e9bee req-5a1f9537-8a95-43e2-a1f7-eb745cbf3ef6 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0461199 Jul 06 14:00:08.443856 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-fa408cc8-4c1f-40bc-b98f-3113095e9bee req-e99e583e-d558-4a11-904a-f4effcf7811c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437698 Jul 06 14:00:09.519659 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3d90459b-f8a6-42a0-8479-b3a97ce93866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:09.562382 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9ece6-d207-4096-a341-66f3f3cbe527 req-36c00e15-6cf6-4707-bc62-04f88abda959 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:09.563759 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03d9ece6-d207-4096-a341-66f3f3cbe527 req-36c00e15-6cf6-4707-bc62-04f88abda959 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0469389 Jul 06 14:00:09.611311 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-03d9ece6-d207-4096-a341-66f3f3cbe527 req-587e376b-0c49-4e66-beec-e9d39b655f8e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419929 Jul 06 14:00:10.729697 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7403ec-e4e1-4f54-8916-b005b160f63e req-4ec8c58c-cef3-4c1e-906f-8023574465f2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:10.731165 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7a7403ec-e4e1-4f54-8916-b005b160f63e req-4ec8c58c-cef3-4c1e-906f-8023574465f2 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0466332 Jul 06 14:00:10.780311 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-7a7403ec-e4e1-4f54-8916-b005b160f63e req-f6e7e162-519c-424b-bdf9-b956474f9743 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426075 Jul 06 14:00:11.901743 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abca35d-a893-4ed7-820f-8d3c56dc155f req-38bc1a68-f7a8-4574-8cc5-9283a31c612d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:11.903109 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6abca35d-a893-4ed7-820f-8d3c56dc155f req-38bc1a68-f7a8-4574-8cc5-9283a31c612d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0518763 Jul 06 14:00:11.951066 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6abca35d-a893-4ed7-820f-8d3c56dc155f req-fdf6e408-463f-4be6-a1e8-dada28bc3c5b tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425229 Jul 06 14:00:11.986308 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-0ede0278-803d-4a66-8d69-04c1eeb6f825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:12.932221 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:13.068087 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414fb15-ba6f-49f0-9a74-56802a92cca9 req-266c2333-6b96-4e7f-95cb-cb21fc67e645 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:13.069561 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1414fb15-ba6f-49f0-9a74-56802a92cca9 req-266c2333-6b96-4e7f-95cb-cb21fc67e645 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0465016 Jul 06 14:00:13.116587 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1414fb15-ba6f-49f0-9a74-56802a92cca9 req-bf02658b-0722-4466-8448-6d69dae58dad tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404894 Jul 06 14:00:14.234690 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fcd87-384a-41f4-923b-f61e0223df85 req-dbc94c3b-c5a2-4932-b6b2-74c7f2a23d21 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:14.236239 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a86fcd87-384a-41f4-923b-f61e0223df85 req-dbc94c3b-c5a2-4932-b6b2-74c7f2a23d21 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0463948 Jul 06 14:00:14.283791 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a86fcd87-384a-41f4-923b-f61e0223df85 req-529cb031-d304-462e-8f13-2a72244c5d77 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418227 Jul 06 14:00:14.414139 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:14.687375 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:15.409795 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c508b-446b-4ce6-94aa-2a285473da6e req-153afbda-7b25-430f-8288-f2ebc0857482 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:15.411232 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b60c508b-446b-4ce6-94aa-2a285473da6e req-153afbda-7b25-430f-8288-f2ebc0857482 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0522749 Jul 06 14:00:15.458066 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b60c508b-446b-4ce6-94aa-2a285473da6e req-d9467611-d33e-4e2e-b673-fc8357cbac5c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413675 Jul 06 14:00:15.917833 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=17 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:16.578612 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733fd0e-23d4-4e2f-9012-4f5c4d47fe88 req-97809afa-02ca-472a-aa0e-e1b1c6a000cd tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:16.579962 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3733fd0e-23d4-4e2f-9012-4f5c4d47fe88 req-97809afa-02ca-472a-aa0e-e1b1c6a000cd tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0466921 Jul 06 14:00:16.629659 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3733fd0e-23d4-4e2f-9012-4f5c4d47fe88 req-a7ba8271-b39c-486b-8713-64c36c1f789a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441253 Jul 06 14:00:16.737438 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 1b7f73c8-d336-41e4-a894-3c448b223c00 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:16.833449 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 1b7f73c8-d336-41e4-a894-3c448b223c00, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b7f73c8-d336-41e4-a894-3c448b223c00,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:16.845086 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'port_id': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'mac_address': 'fa:16:3e:ac:68:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:16.881705 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 1b7f73c8-d336-41e4-a894-3c448b223c00 is: ACTIVE; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 14:00:16.882090 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:16.895226 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b7f73c8-d336-41e4-a894-3c448b223c00 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 14:00:16.919089 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 1b7f73c8-d336-41e4-a894-3c448b223c00, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b7f73c8-d336-41e4-a894-3c448b223c00,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:16.923425 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:16.971877 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=1b7f73c8-d336-41e4-a894-3c448b223c00,revision_number=6']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:17.070247 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['1b7f73c8-d336-41e4-a894-3c448b223c00'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:17.746180 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b77b8-c04c-49a2-856e-442665e5b63d req-9c274210-92fb-43cb-be9a-575f48d2141e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:17.747623 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-074b77b8-c04c-49a2-856e-442665e5b63d req-9c274210-92fb-43cb-be9a-575f48d2141e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 945 time: 0.0464082 Jul 06 14:00:17.794627 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-074b77b8-c04c-49a2-856e-442665e5b63d req-90981b19-b103-4a83-965e-19ace2ed6a69 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414598 Jul 06 14:00:18.751893 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 1b7f73c8-d336-41e4-a894-3c448b223c00 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:18.794523 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 1b7f73c8-d336-41e4-a894-3c448b223c00 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 14:00:18.794888 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:18.866903 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 1b7f73c8-d336-41e4-a894-3c448b223c00 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 14:00:18.867279 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:18.889534 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 14:00:18.891715 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f0f943-9802-49a1-8ad3-f3a513dbc660" -d '{"events": [{"server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "name": "network-vif-plugged", "status": "completed", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:18.906828 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 1b7f73c8-d336-41e4-a894-3c448b223c00, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b7f73c8-d336-41e4-a894-3c448b223c00,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:18.912015 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:18.916746 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d145571-4609-4cea-9283-fd931cf2d30c req-4ad8bcb0-2fdd-4de6-b118-f884e293ed45 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:18.918297 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3d145571-4609-4cea-9283-fd931cf2d30c req-4ad8bcb0-2fdd-4de6-b118-f884e293ed45 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 945 time: 0.0494308 Jul 06 14:00:18.936097 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d296fdc2-ae12-40e2-ae45-04fad952edb5 x-openstack-request-id: req-d296fdc2-ae12-40e2-ae45-04fad952edb5 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:18.936380 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "name": "network-vif-plugged", "status": "completed", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:18.936626 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d296fdc2-ae12-40e2-ae45-04fad952edb5 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:18.937025 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d296fdc2-ae12-40e2-ae45-04fad952edb5'] response: {'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'code': 200} Jul 06 14:00:18.947110 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:18.964453 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=1b7f73c8-d336-41e4-a894-3c448b223c00,revision_number=7']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:18.971775 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3d145571-4609-4cea-9283-fd931cf2d30c req-323d33b3-4cf0-4566-804d-d67b9acb4da7 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480568 Jul 06 14:00:20.096906 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee32baa-0aca-4fdc-b74a-b2b4775bb583 req-2b6bcf2c-2a74-4fc0-ada4-fb66c5cb8e2f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:20.098519 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6ee32baa-0aca-4fdc-b74a-b2b4775bb583 req-2b6bcf2c-2a74-4fc0-ada4-fb66c5cb8e2f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0528760 Jul 06 14:00:20.145252 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6ee32baa-0aca-4fdc-b74a-b2b4775bb583 req-410bc045-6f4f-4bf5-b905-2c4e7a231843 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398350 Jul 06 14:00:21.271911 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae319cbe-493d-4896-9eee-598600c8280d req-d0c320b8-e4f1-4907-bbf5-394f3d79f0c0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:21.274122 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ae319cbe-493d-4896-9eee-598600c8280d req-d0c320b8-e4f1-4907-bbf5-394f3d79f0c0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0504999 Jul 06 14:00:21.332030 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ae319cbe-493d-4896-9eee-598600c8280d req-702e3f83-2323-4b9b-ae95-8ca15569f9a5 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470030 Jul 06 14:00:22.456750 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96003ee-beed-4b2e-b902-f54ecb951ad7 req-5d71681e-4802-4529-b137-50c3bff5e9f3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:22.458375 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d96003ee-beed-4b2e-b902-f54ecb951ad7 req-5d71681e-4802-4529-b137-50c3bff5e9f3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0510790 Jul 06 14:00:22.520433 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d96003ee-beed-4b2e-b902-f54ecb951ad7 req-246edf26-b9cc-4bee-83d4-b6e99215e2eb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525093 Jul 06 14:00:23.654156 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00162d-6bc2-4d8c-bb0a-87b96b0a3ec1 req-f4f3a9e2-ec89-43d9-bbc5-5353423eee5d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:23.655669 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1d00162d-6bc2-4d8c-bb0a-87b96b0a3ec1 req-f4f3a9e2-ec89-43d9-bbc5-5353423eee5d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0572157 Jul 06 14:00:23.725556 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1d00162d-6bc2-4d8c-bb0a-87b96b0a3ec1 req-946bc2db-d56e-478a-ab21-4f8412e60a18 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639348 Jul 06 14:00:24.845609 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b69ef3-d7fa-4b0a-b6fd-d6f988c2fe48 req-416154f4-5637-4cfb-bfef-bff95d56aae1 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:24.847722 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c2b69ef3-d7fa-4b0a-b6fd-d6f988c2fe48 req-416154f4-5637-4cfb-bfef-bff95d56aae1 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0505700 Jul 06 14:00:24.901385 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-c2b69ef3-d7fa-4b0a-b6fd-d6f988c2fe48 req-5f1469ad-85da-4725-9b61-8606008d20a1 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479798 Jul 06 14:00:25.202677 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:26.028379 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36874b-339a-4ddb-8e78-38bbbfcb7ad6 req-d2264d47-88b8-4ab6-b444-05c258895d00 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:26.030486 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6c36874b-339a-4ddb-8e78-38bbbfcb7ad6 req-d2264d47-88b8-4ab6-b444-05c258895d00 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0511937 Jul 06 14:00:26.081747 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-6c36874b-339a-4ddb-8e78-38bbbfcb7ad6 req-7e78bb1f-a55e-4194-8706-5f9793db18a1 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455232 Jul 06 14:00:27.210530 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e98b7e-af7b-4b2a-b2f5-b2cd68c2e9dc req-f87fb056-b999-496b-8c4b-6e5f70d2d2d3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:27.217688 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-19e98b7e-af7b-4b2a-b2f5-b2cd68c2e9dc req-f87fb056-b999-496b-8c4b-6e5f70d2d2d3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0567515 Jul 06 14:00:27.251114 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:27.264218 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-19e98b7e-af7b-4b2a-b2f5-b2cd68c2e9dc req-612494a5-741c-4973-8e6e-99205cba8952 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455673 Jul 06 14:00:28.386885 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f0c7d-af7a-46a7-8d37-91d69829cf81 req-365a2979-bb46-4208-9ff2-64831f8fb7e7 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:28.388805 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3d2f0c7d-af7a-46a7-8d37-91d69829cf81 req-365a2979-bb46-4208-9ff2-64831f8fb7e7 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0494988 Jul 06 14:00:28.420790 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:28.459794 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3d2f0c7d-af7a-46a7-8d37-91d69829cf81 req-51ce2054-fd5f-4065-8672-0e1180d6b39b tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649447 Jul 06 14:00:29.574512 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:29.593431 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb85743-e358-40e6-8bf9-6cac8216c4e2 req-bcfd90b1-853b-4d90-b81c-a5612c773d14 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:29.595177 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-afb85743-e358-40e6-8bf9-6cac8216c4e2 req-bcfd90b1-853b-4d90-b81c-a5612c773d14 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0540702 Jul 06 14:00:29.649634 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-afb85743-e358-40e6-8bf9-6cac8216c4e2 req-7a2a5163-12a7-41d5-94b6-8206d81ec5cb tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489180 Jul 06 14:00:30.761929 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:30.772634 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961871cb-b5c2-499a-a255-b87711293a25 req-61d7bd7d-89d3-4cb9-8a78-3ec9f3cab5ac tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:30.774110 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-961871cb-b5c2-499a-a255-b87711293a25 req-61d7bd7d-89d3-4cb9-8a78-3ec9f3cab5ac tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0468268 Jul 06 14:00:30.823876 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-961871cb-b5c2-499a-a255-b87711293a25 req-702c26da-75bb-4f6c-a3d0-2aecf010b0e8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441544 Jul 06 14:00:30.930664 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5312f87-c97e-49dc-9999-d658c3017713 req-c6e69a3c-cc1c-4fa6-a5f2-74fe188fe063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:30.932123 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a5312f87-c97e-49dc-9999-d658c3017713 req-c6e69a3c-cc1c-4fa6-a5f2-74fe188fe063 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 1130 time: 0.0413141 Jul 06 14:00:31.023078 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5312f87-c97e-49dc-9999-d658c3017713 req-d66c0168-e1fb-4797-90c1-afd8bc0dc9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:31.024520 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a5312f87-c97e-49dc-9999-d658c3017713 req-d66c0168-e1fb-4797-90c1-afd8bc0dc9b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 918 time: 0.0858634 Jul 06 14:00:31.084123 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a5312f87-c97e-49dc-9999-d658c3017713 req-881ee3fd-90b7-499b-ad67-a271b6107fe5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b7f73c8-d336-41e4-a894-3c448b223c00 HTTP/1.1" status: 200 len: 1002 time: 0.0527833 Jul 06 14:00:31.134576 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5312f87-c97e-49dc-9999-d658c3017713 req-e98d279a-3fdd-47ef-90e1-d641cd87f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:31.135977 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a5312f87-c97e-49dc-9999-d658c3017713 req-e98d279a-3fdd-47ef-90e1-d641cd87f582 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 200 len: 856 time: 0.0466051 Jul 06 14:00:31.180842 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5312f87-c97e-49dc-9999-d658c3017713 req-19262e99-8a1e-48ab-b486-037fcd858efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:31.182380 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a5312f87-c97e-49dc-9999-d658c3017713 req-19262e99-8a1e-48ab-b486-037fcd858efa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e12e604c-a9aa-4964-89ef-163e19d2e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400896 Jul 06 14:00:31.270827 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a5312f87-c97e-49dc-9999-d658c3017713 req-7ed68cc0-4698-46eb-a123-3d43d8f9bf4f service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814843 Jul 06 14:00:31.362905 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-a5312f87-c97e-49dc-9999-d658c3017713 req-eedfaa8e-9e0e-43c0-9208-23dfad3f4784 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861251 Jul 06 14:00:31.948405 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67785707-f0bb-4495-96d8-e14e0c59099a req-fff72d1c-7a8a-4368-958e-70e6260f0f3c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:31.949889 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-67785707-f0bb-4495-96d8-e14e0c59099a req-fff72d1c-7a8a-4368-958e-70e6260f0f3c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0506837 Jul 06 14:00:31.996125 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-67785707-f0bb-4495-96d8-e14e0c59099a req-ebfdfd9c-6003-4d34-8c3f-f4f97ba65c0c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407953 Jul 06 14:00:32.890108 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebabc15-b1a9-4476-965f-cf15030d0f4a req-6bfad520-e8f9-4384-9ba7-dac6fbebc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:32.891581 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cebabc15-b1a9-4476-965f-cf15030d0f4a req-6bfad520-e8f9-4384-9ba7-dac6fbebc6f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 1130 time: 0.0407109 Jul 06 14:00:33.026730 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebabc15-b1a9-4476-965f-cf15030d0f4a req-2d3545c1-4a57-41dc-8b3d-bf9c59798477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:33.028238 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cebabc15-b1a9-4476-965f-cf15030d0f4a req-2d3545c1-4a57-41dc-8b3d-bf9c59798477 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 918 time: 0.0939395 Jul 06 14:00:33.122199 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cebabc15-b1a9-4476-965f-cf15030d0f4a req-6587eb2e-befc-49db-9955-bf00648b4219 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b7f73c8-d336-41e4-a894-3c448b223c00 HTTP/1.1" status: 200 len: 1002 time: 0.0868652 Jul 06 14:00:33.143593 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4ead9-c81a-49b6-9571-6cb196f4b72f req-658291be-fd05-48ba-af05-b0b9829baf29 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:33.144929 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1ac4ead9-c81a-49b6-9571-6cb196f4b72f req-658291be-fd05-48ba-af05-b0b9829baf29 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0687058 Jul 06 14:00:33.201956 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebabc15-b1a9-4476-965f-cf15030d0f4a req-8d8ec415-16bc-4920-a0c7-94f1c2a93cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:33.203561 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cebabc15-b1a9-4476-965f-cf15030d0f4a req-8d8ec415-16bc-4920-a0c7-94f1c2a93cab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 200 len: 856 time: 0.0756321 Jul 06 14:00:33.244056 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-1ac4ead9-c81a-49b6-9571-6cb196f4b72f req-2abebf37-f3e2-46c4-b70b-0e956d5c9efe tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818534 Jul 06 14:00:33.253604 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebabc15-b1a9-4476-965f-cf15030d0f4a req-f9538bc3-0d60-4cb5-aff0-d42c0ea60c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:33.255024 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cebabc15-b1a9-4476-965f-cf15030d0f4a req-f9538bc3-0d60-4cb5-aff0-d42c0ea60c22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e12e604c-a9aa-4964-89ef-163e19d2e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459447 Jul 06 14:00:33.815459 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:33.835206 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:33.840051 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cebabc15-b1a9-4476-965f-cf15030d0f4a req-a07e53ae-ad46-4a43-a69e-ad19b785ec01 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756018 Jul 06 14:00:33.936049 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-cebabc15-b1a9-4476-965f-cf15030d0f4a req-bf522152-d977-4523-9cab-89f6b8560c63 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888441 Jul 06 14:00:34.227566 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa1184-38bb-4f45-9b88-ea32b74db11a req-137e88a3-a2d3-4d31-af5c-1b1b81118176 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:34.230080 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-32fa1184-38bb-4f45-9b88-ea32b74db11a req-137e88a3-a2d3-4d31-af5c-1b1b81118176 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 946 time: 0.0643401 Jul 06 14:00:34.284719 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-32fa1184-38bb-4f45-9b88-ea32b74db11a req-884a05f7-bdff-4491-ac42-6e08235daa64 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468824 Jul 06 14:00:34.361902 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-f2dee36f-6163-4d81-adfb-6442e00749c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1575966 Jul 06 14:00:34.563122 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-273acdf5-edc0-49b0-a2e2-b32b01726a7f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:34.564479 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-273acdf5-edc0-49b0-a2e2-b32b01726a7f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports/1b7f73c8-d336-41e4-a894-3c448b223c00 HTTP/1.1" status: 200 len: 943 time: 0.1738722 Jul 06 14:00:34.860365 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 1b7f73c8-d336-41e4-a894-3c448b223c00 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:00:34.931609 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 1b7f73c8-d336-41e4-a894-3c448b223c00 is: ACTIVE; New status is: DOWN {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 14:00:34.931979 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:34.954872 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 14:00:34.957074 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d404fd50-4298-4810-a529-f66281c435bd" -d '{"events": [{"server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "name": "network-vif-unplugged", "status": "completed", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:34.961254 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:34.970511 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 1b7f73c8-d336-41e4-a894-3c448b223c00, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b7f73c8-d336-41e4-a894-3c448b223c00,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:34.975756 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:35.003129 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Jul 2022 14:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18744a67-0f84-4b6e-bf64-300da7616cc2 x-openstack-request-id: req-18744a67-0f84-4b6e-bf64-300da7616cc2 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:35.003327 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "name": "network-vif-unplugged", "status": "failed", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00", "code": 422}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:35.003567 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18744a67-0f84-4b6e-bf64-300da7616cc2 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:35.003951 dv-cinder-819149-8-iscsi neutron-server[110607]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-18744a67-0f84-4b6e-bf64-300da7616cc2']: {'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'code': 422} returned with failed status Jul 06 14:00:35.034041 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=1b7f73c8-d336-41e4-a894-3c448b223c00,revision_number=8']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:35.443629 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fef72-96dd-4e28-8c08-078c7838fed0 req-8b9118cf-a5c7-4f83-a110-d9a153a0b826 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:35.445103 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d99fef72-96dd-4e28-8c08-078c7838fed0 req-8b9118cf-a5c7-4f83-a110-d9a153a0b826 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0843418 Jul 06 14:00:35.447789 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-ed9518fe-e346-48d3-b036-6d33bef18529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:35.449181 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-ed9518fe-e346-48d3-b036-6d33bef18529 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a&tenant_id=9e3edb8d53184b98b7055ffc145f186d HTTP/1.1" status: 200 len: 1128 time: 0.0578401 Jul 06 14:00:35.518703 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d99fef72-96dd-4e28-8c08-078c7838fed0 req-61acc050-719b-4d07-beb7-51abdda15b3a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679610 Jul 06 14:00:35.527696 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-9ba8de3b-d6ea-4d7c-8bf8-933ba8134f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:35.529175 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-9ba8de3b-d6ea-4d7c-8bf8-933ba8134f5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 1128 time: 0.0468688 Jul 06 14:00:35.620860 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-3fc4224a-ad1f-4fb2-b2cc-e67dfd703d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:35.622273 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-3fc4224a-ad1f-4fb2-b2cc-e67dfd703d42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 918 time: 0.0875742 Jul 06 14:00:35.686751 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-5c7061a2-e366-4637-82a3-8c69b925c343 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b7f73c8-d336-41e4-a894-3c448b223c00 HTTP/1.1" status: 200 len: 1000 time: 0.0582278 Jul 06 14:00:35.737421 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-b0dd5d2d-2f43-4e42-90fd-a4ec5cd539b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:35.738853 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-b0dd5d2d-2f43-4e42-90fd-a4ec5cd539b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 200 len: 856 time: 0.0472152 Jul 06 14:00:35.781655 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-a0ac2a85-9dde-4962-beb4-4acc2970b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:35.783138 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-a0ac2a85-9dde-4962-beb4-4acc2970b38a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e12e604c-a9aa-4964-89ef-163e19d2e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386946 Jul 06 14:00:35.869810 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-a6eed1b8-8df0-4fe3-a99e-808a576c772b service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807376 Jul 06 14:00:35.961707 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-82656862-8fe5-4892-b06c-a9f0b3c59b8f req-38ca7245-5421-4e08-8ea5-1a704d70e619 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856757 Jul 06 14:00:36.650727 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66eb557-630e-4aac-a5c1-fcfb96c39491 req-d6932422-007c-4dbe-9fcf-556351e14534 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:36.652196 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d66eb557-630e-4aac-a5c1-fcfb96c39491 req-d6932422-007c-4dbe-9fcf-556351e14534 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0545030 Jul 06 14:00:36.714221 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-d66eb557-630e-4aac-a5c1-fcfb96c39491 req-b0648ba9-243e-4028-88f4-3a1d932fbf50 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545039 Jul 06 14:00:37.847138 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33cc68-131d-4a03-b9a2-dd1d1d75bd34 req-d6cad4c3-6e9b-4f85-8bd8-000dfee97b2d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:37.848795 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3e33cc68-131d-4a03-b9a2-dd1d1d75bd34 req-d6cad4c3-6e9b-4f85-8bd8-000dfee97b2d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0518456 Jul 06 14:00:37.899195 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-3e33cc68-131d-4a03-b9a2-dd1d1d75bd34 req-0ff4e91e-9a59-4d1c-ae96-42b9c5607f4a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445263 Jul 06 14:00:39.035376 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe5ce-6fda-46a2-8254-0c6495091121 req-d64a05f6-2806-4a76-b335-78e1aa802bfd tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:39.037820 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-21bfe5ce-6fda-46a2-8254-0c6495091121 req-d64a05f6-2806-4a76-b335-78e1aa802bfd tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0587111 Jul 06 14:00:39.110717 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-21bfe5ce-6fda-46a2-8254-0c6495091121 req-81e14582-2810-48a2-b9c8-a687eb49463e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668883 Jul 06 14:00:39.522612 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-37536ceb-6e5c-4206-9f3d-8ee16d463121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:40.240681 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:40.250704 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd42d8-f42b-44ea-9918-d52b7622b99f req-810b474b-9332-4792-ba75-3430a51ad459 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:40.252222 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-63bd42d8-f42b-44ea-9918-d52b7622b99f req-810b474b-9332-4792-ba75-3430a51ad459 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0539920 Jul 06 14:00:40.272009 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=100 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:40.307170 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-63bd42d8-f42b-44ea-9918-d52b7622b99f req-54e569d5-bc84-4d7d-ac3a-2816d08a6dd5 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487595 Jul 06 14:00:41.438754 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb3146-7508-47c0-8f94-f6accf759cc1 req-5cc23226-d51b-4a15-98f0-e42a1029fdd6 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:41.440425 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6bfb3146-7508-47c0-8f94-f6accf759cc1 req-5cc23226-d51b-4a15-98f0-e42a1029fdd6 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0517867 Jul 06 14:00:41.491335 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-6bfb3146-7508-47c0-8f94-f6accf759cc1 req-d15ee806-46f5-4be9-93ba-a612154b0c96 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446312 Jul 06 14:00:41.907992 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:41.913326 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:41.989720 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-37dc4605-e747-4abc-90f6-9a3ceffda2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:42.616199 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cf532-0adf-4f02-889f-01916653c57a req-923cd181-b74f-43ea-a8d1-d47fa939ba35 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:42.617664 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2e9cf532-0adf-4f02-889f-01916653c57a req-923cd181-b74f-43ea-a8d1-d47fa939ba35 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0507851 Jul 06 14:00:42.668792 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-2e9cf532-0adf-4f02-889f-01916653c57a req-7cc7bca7-b857-4ce0-acba-9294351aa009 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455475 Jul 06 14:00:42.920736 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:00:42.936614 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:43.806245 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f589f-4d48-47d8-90cd-9fd99045813d req-f41a379a-2197-4b2a-a062-18bd0b9fc639 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:43.807794 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-458f589f-4d48-47d8-90cd-9fd99045813d req-f41a379a-2197-4b2a-a062-18bd0b9fc639 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0486534 Jul 06 14:00:43.860660 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-458f589f-4d48-47d8-90cd-9fd99045813d req-5d9a38fa-59a7-4aa1-96c1-78e52847c2b5 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471890 Jul 06 14:00:44.417350 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:44.683055 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:44.984933 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef332447-a13b-461b-b66c-0c22f5e435c2 req-ec8db3ae-2506-48e7-8abb-e8872c1d7743 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:44.986428 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ef332447-a13b-461b-b66c-0c22f5e435c2 req-ec8db3ae-2506-48e7-8abb-e8872c1d7743 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0511336 Jul 06 14:00:45.034074 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ef332447-a13b-461b-b66c-0c22f5e435c2 req-3d4cab35-93c3-40bc-ab13-ec9c678203cc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421617 Jul 06 14:00:46.155928 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c6089f-f35c-4d38-9562-fa4fee7bb16c req-14168bc6-8d99-407f-806d-6afa0d6663c0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:46.157413 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b5c6089f-f35c-4d38-9562-fa4fee7bb16c req-14168bc6-8d99-407f-806d-6afa0d6663c0 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0502856 Jul 06 14:00:46.203226 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b5c6089f-f35c-4d38-9562-fa4fee7bb16c req-216c84f7-2d01-47a0-816e-32de894e1caa tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404942 Jul 06 14:00:47.321302 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1b9ac-3253-4de2-a218-b06ccc5da04a req-0f8e03eb-5145-41bd-9de9-94cfc9e2e507 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:47.322777 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c7b1b9ac-3253-4de2-a218-b06ccc5da04a req-0f8e03eb-5145-41bd-9de9-94cfc9e2e507 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0482752 Jul 06 14:00:47.370389 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-c7b1b9ac-3253-4de2-a218-b06ccc5da04a req-daf99726-8147-48cd-97b4-796b73a7d2a1 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418375 Jul 06 14:00:48.487647 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ec4fa-7ed5-4910-bc7f-690121455684 req-2a1c0f69-f3d2-4647-9b77-ab384569856d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:48.489161 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a86ec4fa-7ed5-4910-bc7f-690121455684 req-2a1c0f69-f3d2-4647-9b77-ab384569856d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0457876 Jul 06 14:00:48.535869 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-a86ec4fa-7ed5-4910-bc7f-690121455684 req-b736fd96-ea2c-4ef6-b96f-80a80917b606 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414548 Jul 06 14:00:49.656352 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b9fb2-e0f3-4327-a960-c646288b14ce req-218307be-4b7d-4f54-b5ae-8dd1c7c75d4f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:49.657831 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-832b9fb2-e0f3-4327-a960-c646288b14ce req-218307be-4b7d-4f54-b5ae-8dd1c7c75d4f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0469444 Jul 06 14:00:49.708875 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-832b9fb2-e0f3-4327-a960-c646288b14ce req-b4459a69-85c5-4467-a8d9-ca43a151fe77 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455897 Jul 06 14:00:50.831517 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9a88b-90f1-4ffb-a8cf-5f7a695075eb req-76648b6f-0a09-4c78-a280-76cd22164f86 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:50.832944 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1ab9a88b-90f1-4ffb-a8cf-5f7a695075eb req-76648b6f-0a09-4c78-a280-76cd22164f86 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0501032 Jul 06 14:00:50.887471 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-1ab9a88b-90f1-4ffb-a8cf-5f7a695075eb req-960555dd-db97-47bb-a0bc-815a92c71446 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490344 Jul 06 14:00:52.054450 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38015b8e-8d8e-479d-9d40-6bb6642161e4 req-3bd8a7cb-b0c2-4330-9ea2-6fc12788b7b7 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:52.055903 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-38015b8e-8d8e-479d-9d40-6bb6642161e4 req-3bd8a7cb-b0c2-4330-9ea2-6fc12788b7b7 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 944 time: 0.0965829 Jul 06 14:00:52.103235 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-38015b8e-8d8e-479d-9d40-6bb6642161e4 req-5fdb9b1e-cfa0-478f-b966-90ac974fa46c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416305 Jul 06 14:00:52.914451 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:52.915203 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:52.921481 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 1b7f73c8-d336-41e4-a894-3c448b223c00 details requested by agent hyperv_hv-cinder-81914 with host hv-cinder-81914 {{(pid=110607) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 06 14:00:52.924617 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=32,neutron:UPDATE=7 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:53.021555 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 1b7f73c8-d336-41e4-a894-3c448b223c00, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b7f73c8-d336-41e4-a894-3c448b223c00,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:53.033299 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Returning: {'device': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'port_id': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'mac_address': 'fa:16:3e:ac:68:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110607) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 06 14:00:53.067802 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 1b7f73c8-d336-41e4-a894-3c448b223c00 is: DOWN; New status is: BUILD {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 14:00:53.068175 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:53.080916 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7f73c8-d336-41e4-a894-3c448b223c00 {{(pid=110607) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 06 14:00:53.101174 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 1b7f73c8-d336-41e4-a894-3c448b223c00, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b7f73c8-d336-41e4-a894-3c448b223c00,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:53.104745 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:53.152333 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=1b7f73c8-d336-41e4-a894-3c448b223c00,revision_number=9']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:53.160040 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.160386 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.160724 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.161077 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.161407 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.161735 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.162056 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.162375 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.162695 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.163014 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.163334 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.163653 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.163971 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.164284 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.164650 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110607) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:00:53.225519 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2648ff5-9820-48b6-a018-109eabd83893 req-b55e76e8-99dd-42f4-9b31-af96ea389c85 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:53.226963 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b2648ff5-9820-48b6-a018-109eabd83893 req-b55e76e8-99dd-42f4-9b31-af96ea389c85 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 945 time: 0.0468736 Jul 06 14:00:53.272629 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-b2648ff5-9820-48b6-a018-109eabd83893 req-b6ddc23e-fc73-4bdb-92fa-c30177dac2bc tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402210 Jul 06 14:00:53.484478 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] get_ports_and_sgs() called for port_ids ['1b7f73c8-d336-41e4-a894-3c448b223c00'] {{(pid=110607) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 06 14:00:54.389963 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3fb253-c09c-4142-a51a-a80b3242b8bf req-ede4270e-2061-4a82-9f6a-724886b3cb46 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:54.391395 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8a3fb253-c09c-4142-a51a-a80b3242b8bf req-ede4270e-2061-4a82-9f6a-724886b3cb46 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 945 time: 0.0465777 Jul 06 14:00:54.438214 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-8a3fb253-c09c-4142-a51a-a80b3242b8bf req-4e929bc3-9403-41e1-8f76-783659d5456c tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411191 Jul 06 14:00:54.939257 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 1b7f73c8-d336-41e4-a894-3c448b223c00 up at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 06 14:00:54.991130 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.provisioning_blocks [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Provisioning complete for port 1b7f73c8-d336-41e4-a894-3c448b223c00 triggered by entity L2. {{(pid=110607) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 06 14:00:54.991536 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-880453'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), provisioning_complete {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:55.201834 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Current status of the port 1b7f73c8-d336-41e4-a894-3c448b223c00 is: BUILD; New status is: ACTIVE {{(pid=110607) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 06 14:00:55.202159 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-658929'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), before_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:55.211402 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:55.226503 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00'}] {{(pid=110607) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 14:00:55.228676 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}33e199f2a491c6cab0320f2ef0a1835fbf6947cd1b146e1fba6c0b38f6b3035a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e8b63b-ff89-4599-8621-f12137304282" -d '{"events": [{"server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "name": "network-vif-plugged", "status": "completed", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00"}]}' {{(pid=110607) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:00:55.241126 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.db [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] For port 1b7f73c8-d336-41e4-a894-3c448b223c00, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b7f73c8-d336-41e4-a894-3c448b223c00,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110607) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:00:55.244872 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739503826149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739503315357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739503315375'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:00:55.268625 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:55.274295 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 14:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f071ca-e601-40fd-88ee-2b255b865820 x-openstack-request-id: req-f3f071ca-e601-40fd-88ee-2b255b865820 {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:00:55.274575 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "name": "network-vif-plugged", "status": "completed", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00", "code": 200}]} {{(pid=110607) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:00:55.274819 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3f071ca-e601-40fd-88ee-2b255b865820 {{(pid=110607) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:00:55.275193 dv-cinder-819149-8-iscsi neutron-server[110607]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f071ca-e601-40fd-88ee-2b255b865820'] response: {'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'code': 200} Jul 06 14:00:55.296190 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Pushing event updated for resources: {'Port': ['ID=1b7f73c8-d336-41e4-a894-3c448b223c00,revision_number=10']} {{(pid=110607) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:00:55.492647 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69088fb-7b71-437c-a1aa-23d77643f663 req-6db37ffa-70b1-4a1d-8273-0cf4b620b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:55.494182 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d69088fb-7b71-437c-a1aa-23d77643f663 req-6db37ffa-70b1-4a1d-8273-0cf4b620b519 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 1131 time: 0.0419998 Jul 06 14:00:55.573543 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce58d5-25d3-4fd6-bc84-7a13875cd329 req-8ae78d9b-d0ff-4b58-90c4-f7754f807049 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:55.575009 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fdce58d5-25d3-4fd6-bc84-7a13875cd329 req-8ae78d9b-d0ff-4b58-90c4-f7754f807049 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 947 time: 0.0630462 Jul 06 14:00:55.577856 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-d69088fb-7b71-437c-a1aa-23d77643f663 req-c0cab226-8bab-4885-b069-6571972e0248 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783231 Jul 06 14:00:55.621524 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-fdce58d5-25d3-4fd6-bc84-7a13875cd329 req-8f2e4eb7-da63-42fd-8ff8-6919cc3e601f tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404475 Jul 06 14:00:56.795685 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dc3e6-7e99-445f-a2aa-25090ffdd06d req-beee5b7b-b6ce-4bfe-ad27-1f203e0e7f97 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:56.797162 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f84dc3e6-7e99-445f-a2aa-25090ffdd06d req-beee5b7b-b6ce-4bfe-ad27-1f203e0e7f97 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 947 time: 0.1006598 Jul 06 14:00:56.817391 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=100 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:00:56.847616 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-f84dc3e6-7e99-445f-a2aa-25090ffdd06d req-2a79f6b5-828e-4ef9-897e-55d99ff5fdae tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450146 Jul 06 14:00:57.973306 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82d019-cb83-4f4a-97ea-1d5b8e0bfcd1 req-e8ccea8b-f124-4aa7-a572-0c8329319e7e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:00:57.974815 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ac82d019-cb83-4f4a-97ea-1d5b8e0bfcd1 req-e8ccea8b-f124-4aa7-a572-0c8329319e7e tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 947 time: 0.0515778 Jul 06 14:00:58.021132 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-ac82d019-cb83-4f4a-97ea-1d5b8e0bfcd1 req-db6046e7-a516-4de5-bef1-b19a362f5d75 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408642 Jul 06 14:01:05.292679 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:05.293589 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:06.841972 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=93 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:06.844099 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=3 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:07.963605 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:08.015380 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=91 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:08.017338 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=80 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:09.526833 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-a29482d8-5589-45bf-8728-9a6eb29e262b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:11.991231 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1ffeb5d5-e963-4aad-9351-ec38df071d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:12.937557 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:14.422927 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:14.688089 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:18.915409 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:18.921129 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:19.919623 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:01:25.211318 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:29.914485 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:29.915242 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:34.226463 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f41d4f4e-0995-49a7-92b3-29f09a22b4cd req-c5e8fcc3-ed35-4375-8b5d-10eb09a5eadb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823009 Jul 06 14:01:34.321569 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d4f4e-0995-49a7-92b3-29f09a22b4cd req-280caec3-25ef-493d-8d68-d64eb837e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:01:34.323060 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f41d4f4e-0995-49a7-92b3-29f09a22b4cd req-280caec3-25ef-493d-8d68-d64eb837e987 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e3edb8d53184b98b7055ffc145f186d&device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 1131 time: 0.0393507 Jul 06 14:01:34.428061 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d4f4e-0995-49a7-92b3-29f09a22b4cd req-ea1d50ab-fd68-4cd8-99d8-9774b0103062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:01:34.429706 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f41d4f4e-0995-49a7-92b3-29f09a22b4cd req-ea1d50ab-fd68-4cd8-99d8-9774b0103062 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 200 len: 918 time: 0.0887215 Jul 06 14:01:34.490376 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f41d4f4e-0995-49a7-92b3-29f09a22b4cd req-c2d7e2f8-6686-444c-bd29-d7bfa553eaa8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b7f73c8-d336-41e4-a894-3c448b223c00 HTTP/1.1" status: 200 len: 1002 time: 0.0535600 Jul 06 14:01:34.536850 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d4f4e-0995-49a7-92b3-29f09a22b4cd req-66262b40-cb76-4f7a-a102-54bfe6e4002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:01:34.538247 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f41d4f4e-0995-49a7-92b3-29f09a22b4cd req-66262b40-cb76-4f7a-a102-54bfe6e4002e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 200 len: 856 time: 0.0419354 Jul 06 14:01:34.584861 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d4f4e-0995-49a7-92b3-29f09a22b4cd req-26f8b7ee-862d-49b3-8b0a-baa8c0b92046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:01:34.586343 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f41d4f4e-0995-49a7-92b3-29f09a22b4cd req-26f8b7ee-862d-49b3-8b0a-baa8c0b92046 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e12e604c-a9aa-4964-89ef-163e19d2e86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417728 Jul 06 14:01:34.675182 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f41d4f4e-0995-49a7-92b3-29f09a22b4cd req-517f7019-1429-42e1-b60f-93d49d25de82 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821819 Jul 06 14:01:34.766387 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-f41d4f4e-0995-49a7-92b3-29f09a22b4cd req-04a8bc69-8658-4be4-a3f5-95fa15dd9f68 service neutron] 10.222.0.39 "GET /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854490 Jul 06 14:01:35.205388 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:35.207215 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:38.623991 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [req-ba3c54bc-028d-4134-ac8a-9f2b4c33c958 req-94a32742-5f23-4f77-84b6-ef3e9fb7361b service neutron] (110605) timed out ('10.222.0.39', 62413) {{(pid=110605) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 06 14:01:39.529385 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-a08262cb-efe8-47dd-8489-e1e4b7250a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:41.993842 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9be9455d-95d0-4cae-aa60-54dab0044989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:42.940160 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:44.424030 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:44.691014 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:44.756886 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=46 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:44.763813 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=55 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:53.516389 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560bed4a-db83-4c2e-8f81-90324c3872f1 req-aeb55f3c-d556-4ec7-b5de-e5d43f70e37a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110606) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:01:53.517850 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-560bed4a-db83-4c2e-8f81-90324c3872f1 req-aeb55f3c-d556-4ec7-b5de-e5d43f70e37a tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 947 time: 0.0467203 Jul 06 14:01:53.564107 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-560bed4a-db83-4c2e-8f81-90324c3872f1 req-091e96ea-c170-4e8f-8a85-8549f57f37a4 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408704 Jul 06 14:01:54.679035 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:54.681753 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe3b58a-96f8-445c-ab91-6f0242e03938 req-b4a019a2-3988-4b9e-a79f-81ac16019fe6 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:01:54.683332 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bbe3b58a-96f8-445c-ab91-6f0242e03938 req-b4a019a2-3988-4b9e-a79f-81ac16019fe6 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 947 time: 0.0475006 Jul 06 14:01:54.685702 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:54.734783 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-bbe3b58a-96f8-445c-ab91-6f0242e03938 req-2a2bd5de-8b66-4a89-abf2-1044fbf5c40d tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e83f78f-7842-4922-b65d-b24391cf955c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454533 Jul 06 14:01:55.065030 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-98f868bf-9ad4-47b1-ad97-57e51fdefd54 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110605) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 06 14:01:55.066484 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-98f868bf-9ad4-47b1-ad97-57e51fdefd54 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.39 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 947 time: 0.0520403 Jul 06 14:01:55.145827 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Deleting port 1b7f73c8-d336-41e4-a894-3c448b223c00 {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 14:01:55.146169 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:55.210532 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:55.239595 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.db [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] For port 1b7f73c8-d336-41e4-a894-3c448b223c00, host hv-cinder-81914, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81914',level=0,port_id=1b7f73c8-d336-41e4-a894-3c448b223c00,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110605) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:01:55.239957 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:55.398089 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:55.398456 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33246928'] for floatingip (7ad07f25-3f32-406f-8514-ec89f1bdbd08), after_update {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:55.398772 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.db.l3_db [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Floating IP 7ad07f25-3f32-406f-8514-ec89f1bdbd08 disassociated. External IP: 172.27.3.220, port: 1b7f73c8-d336-41e4-a894-3c448b223c00. Jul 06 14:01:55.399132 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Calling delete_port for 1b7f73c8-d336-41e4-a894-3c448b223c00 owned by compute:nova {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 14:01:55.534611 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (1b7f73c8-d336-41e4-a894-3c448b223c00), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:55.560241 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event deleted for resources: {'Port': ['ID=1b7f73c8-d336-41e4-a894-3c448b223c00,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:55.572192 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.572538 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.572877 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.573235 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.573567 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.573899 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.574226 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.574549 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.574869 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.575191 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.575520 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.575834 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.576159 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.576570 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.576897 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110605) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:55.680074 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.scheduler.l3_agent_scheduler [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Router 85fc9502-0bfe-4cea-8b54-84053dd6338e has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110605) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 14:01:55.759546 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:55.783588 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110605) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:01:55.795969 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d80cc-fd08-4eaf-b2d7-be9d67a4b178 None None] Sync routers for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:01:55.806275 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d80cc-fd08-4eaf-b2d7-be9d67a4b178 None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 14:01:55.806898 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-988d80cc-fd08-4eaf-b2d7-be9d67a4b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T14:01:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:55.824979 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.db.l3_dvrscheduler_db [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] No DVR routers for this DVR port 1b7f73c8-d336-41e4-a894-3c448b223c00 on host hv-cinder-81914 {{(pid=110605) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 14:01:55.828231 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for port (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:55.831473 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [req-961d3c54-cfdf-4757-bb31-bfc2c75b2b2e req-c6248a32-66d4-4d13-b7fc-a4250bcccff8 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.39 "DELETE /v2.0/ports/1b7f73c8-d336-41e4-a894-3c448b223c00 HTTP/1.1" status: 204 len: 173 time: 0.7598224 Jul 06 14:01:55.831901 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'name': 'network-vif-deleted', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00'}] {{(pid=110605) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 06 14:01:55.834133 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdfb6d751ebeb15bfb2e347df2bfc53580520dd421bbe690f9b6bc118e95b551" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278eed90-970e-4aee-9522-dd7953d576f5" -d '{"events": [{"server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "name": "network-vif-deleted", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00"}]}' {{(pid=110605) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 06 14:01:55.844215 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [req-581ad106-536f-4b27-b162-5369a2698100 req-a9bc89a5-cfe4-4a0a-b0c6-ab6f59fb16a3 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/ports?device_id=3478e8af-1c05-4921-b7ee-e882acb9a65a HTTP/1.1" status: 200 len: 210 time: 0.0311935 Jul 06 14:01:55.913603 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:55.918109 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:55.930067 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-988d80cc-fd08-4eaf-b2d7-be9d67a4b178 None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 14:01:55.956393 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Jul 2022 14:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11f5dea-0031-4552-95a9-090ebd989da6 x-openstack-request-id: req-c11f5dea-0031-4552-95a9-090ebd989da6 {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 06 14:01:55.956906 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3478e8af-1c05-4921-b7ee-e882acb9a65a", "name": "network-vif-deleted", "tag": "1b7f73c8-d336-41e4-a894-3c448b223c00", "status": "completed", "code": 200}]} {{(pid=110605) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 06 14:01:55.957349 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c11f5dea-0031-4552-95a9-090ebd989da6 {{(pid=110605) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 06 14:01:55.958061 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c11f5dea-0031-4552-95a9-090ebd989da6'] response: {'server_uuid': '3478e8af-1c05-4921-b7ee-e882acb9a65a', 'name': 'network-vif-deleted', 'tag': '1b7f73c8-d336-41e4-a894-3c448b223c00', 'status': 'completed', 'code': 200} Jul 06 14:01:56.129315 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-988d80cc-fd08-4eaf-b2d7-be9d67a4b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 5, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:56.156936 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d80cc-fd08-4eaf-b2d7-be9d67a4b178 None None] Checking router: 85fc9502-0bfe-4cea-8b54-84053dd6338e for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:01:56.165447 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d80cc-fd08-4eaf-b2d7-be9d67a4b178 None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 14:01:56.166004 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-988d80cc-fd08-4eaf-b2d7-be9d67a4b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T14:01:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:56.263741 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-988d80cc-fd08-4eaf-b2d7-be9d67a4b178 None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 14:01:56.464873 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-988d80cc-fd08-4eaf-b2d7-be9d67a4b178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 5, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:01:56.490259 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988d80cc-fd08-4eaf-b2d7-be9d67a4b178 None None] The sync data for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi is: [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T13:53:11Z', 'revision_number': 4, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi', '_interfaces': [{'id': '4dfd1005-7d53-4d37-b9ab-d4b1e23e7938', 'name': '', 'network_id': 'e12e604c-a9aa-4964-89ef-163e19d2e86f', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'mac_address': 'fa:16:3e:83:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_interface', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:10Z', 'updated_at': '2022-07-06T13:53:14Z', 'revision_number': 5, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'subnets': [{'id': 'e8a01d2e-dede-41fc-a741-710f3d491c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:01:56.705372 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef6cbff-87f5-4878-9cbf-09dd39f24cd3 None None] New status for floating IP 7ad07f25-3f32-406f-8514-ec89f1bdbd08: DOWN {{(pid=110608) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 06 14:01:56.918557 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:01:56.942311 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41732) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:01:56.995660 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group (0e83f78f-7842-4922-b65d-b24391cf955c), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:57.024928 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group (0e83f78f-7842-4922-b65d-b24391cf955c), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:57.072729 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (0e83f78f-7842-4922-b65d-b24391cf955c), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:57.075199 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:57.076548 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "DELETE /v2.0/security-groups/0e83f78f-7842-4922-b65d-b24391cf955c HTTP/1.1" status: 204 len: 168 time: 0.1332524 Jul 06 14:01:57.079484 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 41734) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:01:57.085471 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e83f78f-7842-4922-b65d-b24391cf955c,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:57.093257 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.093606 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.093954 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.094080 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.api.v2.resource [None req-fd95a137-db0e-44f3-a580-5830ebdbd715 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] show failed (client error): The resource could not be found. Jul 06 14:01:57.094294 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.094635 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.094948 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-fd95a137-db0e-44f3-a580-5830ebdbd715 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "GET /v2.0/security-groups/0e83f78f-7842-4922-b65d-b24391cf955c HTTP/1.1" status: 404 len: 347 time: 0.0144908 Jul 06 14:01:57.095089 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.095285 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.095613 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.095941 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.096271 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.096598 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.096922 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.097276 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.097599 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.098005 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 41736) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:01:57.098173 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102e621f-7488-4884-a784-defd941088ea tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-819149-8-iscsi {{(pid=110606) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 06 14:01:57.180578 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:01:57.213042 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-2dff875b-fe47-4b94-90fc-d1780296af11 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Deleting port e2d56abe-57e8-4328-aae0-16c90057c3cf {{(pid=110605) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 14:01:57.213389 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2dff875b-fe47-4b94-90fc-d1780296af11 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (e2d56abe-57e8-4328-aae0-16c90057c3cf), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:57.291882 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2dff875b-fe47-4b94-90fc-d1780296af11 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (e2d56abe-57e8-4328-aae0-16c90057c3cf), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:57.292215 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2dff875b-fe47-4b94-90fc-d1780296af11 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (e2d56abe-57e8-4328-aae0-16c90057c3cf), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:57.305768 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.plugins.ml2.plugin [None req-2dff875b-fe47-4b94-90fc-d1780296af11 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Calling delete_port for e2d56abe-57e8-4328-aae0-16c90057c3cf owned by network:floatingip {{(pid=110605) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 14:01:57.433544 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2dff875b-fe47-4b94-90fc-d1780296af11 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30355061'] for port (e2d56abe-57e8-4328-aae0-16c90057c3cf), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:57.460891 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff875b-fe47-4b94-90fc-d1780296af11 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Pushing event deleted for resources: {'Port': ['ID=e2d56abe-57e8-4328-aae0-16c90057c3cf,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:01:57.522548 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2dff875b-fe47-4b94-90fc-d1780296af11 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks [] for floatingip (7ad07f25-3f32-406f-8514-ec89f1bdbd08), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:57.525058 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-2dff875b-fe47-4b94-90fc-d1780296af11 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-104374'] for floatingip (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:01:57.526180 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-2dff875b-fe47-4b94-90fc-d1780296af11 tempest-AttachVolumeShelveTestJSON-667316018 tempest-AttachVolumeShelveTestJSON-667316018-project] 10.222.0.20 "DELETE /v2.0/floatingips/7ad07f25-3f32-406f-8514-ec89f1bdbd08 HTTP/1.1" status: 204 len: 168 time: 0.4275112 Jul 06 14:01:59.245179 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 1b7f73c8-d336-41e4-a894-3c448b223c00 no longer exists at agent hyperv_hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:01:59.268771 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] No Port match for: 1b7f73c8-d336-41e4-a894-3c448b223c00 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 14:01:59.269201 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Device 1b7f73c8-d336-41e4-a894-3c448b223c00 not bound to the agent host hv-cinder-81914 {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:01:59.940739 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41758) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:00.343936 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-37646ed3-e7a2-46bc-bee6-4d38039c741b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33259198'] for router_interface (85fc9502-0bfe-4cea-8b54-84053dd6338e), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:00.822004 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-37646ed3-e7a2-46bc-bee6-4d38039c741b admin admin] Deleting port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 14:02:00.822339 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-37646ed3-e7a2-46bc-bee6-4d38039c741b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:00.888031 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:00.904967 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-37646ed3-e7a2-46bc-bee6-4d38039c741b admin admin] For port 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=4dfd1005-7d53-4d37-b9ab-d4b1e23e7938,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:00.905365 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-37646ed3-e7a2-46bc-bee6-4d38039c741b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:00.917940 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-37646ed3-e7a2-46bc-bee6-4d38039c741b admin admin] Calling delete_port for 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 owned by network:router_interface {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 14:02:00.930498 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:01.100693 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-37646ed3-e7a2-46bc-bee6-4d38039c741b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (4dfd1005-7d53-4d37-b9ab-d4b1e23e7938), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:01.127692 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37646ed3-e7a2-46bc-bee6-4d38039c741b admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfd1005-7d53-4d37-b9ab-d4b1e23e7938,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:01.293425 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-37646ed3-e7a2-46bc-bee6-4d38039c741b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33264683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33257486'] for router_interface (85fc9502-0bfe-4cea-8b54-84053dd6338e), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:01.509693 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37646ed3-e7a2-46bc-bee6-4d38039c741b admin admin] Router 85fc9502-0bfe-4cea-8b54-84053dd6338e has already been hosted by L3 agent e9c025f1-2f96-49fe-8cc8-478e3b63d681 {{(pid=110606) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 06 14:02:01.613315 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37646ed3-e7a2-46bc-bee6-4d38039c741b admin admin] Notify agent at l3_agent.dv-cinder-819149-8-iscsi the message routers_updated {{(pid=110606) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 06 14:02:01.618169 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-37646ed3-e7a2-46bc-bee6-4d38039c741b admin admin] 10.222.0.20 "PUT /v2.0/routers/85fc9502-0bfe-4cea-8b54-84053dd6338e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6766646 Jul 06 14:02:01.620653 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41762) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:01.623669 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f4c51-5e08-4c51-a458-c3a5438331ce None None] Sync routers for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 06 14:02:01.641493 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f4c51-5e08-4c51-a458-c3a5438331ce None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 14:02:01.642117 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-081f4c51-5e08-4c51-a458-c3a5438331ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T14:01:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:01.736535 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Publish callbacks [] for router (85fc9502-0bfe-4cea-8b54-84053dd6338e), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:01.739589 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:01.775550 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-081f4c51-5e08-4c51-a458-c3a5438331ce None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: dv-cinder-819149-8-iscsi {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 14:02:01.851285 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Publish callbacks [] for router_gateway (85fc9502-0bfe-4cea-8b54-84053dd6338e), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:01.897697 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:01.901782 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Deleting port 0cdb0bf4-b20f-46e6-bb81-de28628979c8 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 14:02:01.902120 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:01.968816 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:01.971642 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-081f4c51-5e08-4c51-a458-c3a5438331ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'external_fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T14:02:01Z', 'revision_number': 5, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port': {'id': '0cdb0bf4-b20f-46e6-bb81-de28628979c8', 'name': '', 'network_id': 'a7ebffa0-798c-4f22-ada7-7a8ad06ebbf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-819149-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-06T13:53:08Z', 'updated_at': '2022-07-06T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86f1d8cb-8f44-4034-9b5d-61ca5dc2f214', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-819149-8-iscsi'}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:01.974664 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=100 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:01.996708 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] For port 0cdb0bf4-b20f-46e6-bb81-de28628979c8, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=0cdb0bf4-b20f-46e6-bb81-de28628979c8,segment=NetworkSegment(2ba632e1-68fa-42ff-88c0-0d2b251bf4e1),segment_id=2ba632e1-68fa-42ff-88c0-0d2b251bf4e1)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:01.997354 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:01.999733 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f4c51-5e08-4c51-a458-c3a5438331ce None None] Checking router: 85fc9502-0bfe-4cea-8b54-84053dd6338e for host: dv-cinder-819149-8-iscsi {{(pid=110607) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 06 14:02:02.009593 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f4c51-5e08-4c51-a458-c3a5438331ce None None] Routers {'85fc9502-0bfe-4cea-8b54-84053dd6338e'} bound to L3 agent in host dv-cinder-819149-8-iscsi {{(pid=110607) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 06 14:02:02.010224 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-081f4c51-5e08-4c51-a458-c3a5438331ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-819149-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-06T13:37:12Z,description=,heartbeat_timestamp=2022-07-06T14:01:42Z,host='dv-cinder-819149-8-iscsi',id=e9c025f1-2f96-49fe-8cc8-478e3b63d681,load=0,resource_versions=,resources_synced=,started_at=2022-07-06T13:37:12Z,topic='l3_agent')) {'router_ids': ['85fc9502-0bfe-4cea-8b54-84053dd6338e'], 'active': True} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:02.017813 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Calling delete_port for 0cdb0bf4-b20f-46e6-bb81-de28628979c8 owned by network:router_gateway {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 14:02:02.217983 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (0cdb0bf4-b20f-46e6-bb81-de28628979c8), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.244120 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdb0bf4-b20f-46e6-bb81-de28628979c8,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:02.259995 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_dvr_db [None req-081f4c51-5e08-4c51-a458-c3a5438331ce None None] Set router 85fc9502-0bfe-4cea-8b54-84053dd6338e gateway port host: None {{(pid=110607) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 06 14:02:02.314340 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.db.l3_hamode_db [None req-081f4c51-5e08-4c51-a458-c3a5438331ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T14:02:01Z', 'revision_number': 6, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port_host': None}], 'dv-cinder-819149-8-iscsi', False) {} {{(pid=110607) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:02.317194 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33246532'] for router_gateway (85fc9502-0bfe-4cea-8b54-84053dd6338e), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.345175 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f4c51-5e08-4c51-a458-c3a5438331ce None None] The sync data for ids ['85fc9502-0bfe-4cea-8b54-84053dd6338e'] in dv-cinder-819149-8-iscsi is: [{'id': '85fc9502-0bfe-4cea-8b54-84053dd6338e', 'name': 'tempest-AttachVolumeShelveTestJSON-1244111193-router', 'tenant_id': '9e3edb8d53184b98b7055ffc145f186d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-06T13:53:07Z', 'updated_at': '2022-07-06T14:02:01Z', 'revision_number': 6, 'project_id': '9e3edb8d53184b98b7055ffc145f186d', 'gw_port_host': None}] {{(pid=110607) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 06 14:02:02.415110 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33254716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57576'] for router (85fc9502-0bfe-4cea-8b54-84053dd6338e), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.417995 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Publish callbacks [] for router_controller (85fc9502-0bfe-4cea-8b54-84053dd6338e), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.465672 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33254699'] for router (85fc9502-0bfe-4cea-8b54-84053dd6338e), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.466360 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85fc9502-0bfe-4cea-8b54-84053dd6338e {{(pid=110606) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 06 14:02:02.470840 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.472084 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-d31a3381-788f-49d6-9d43-8556846e8d5f admin admin] 10.222.0.20 "DELETE /v2.0/routers/85fc9502-0bfe-4cea-8b54-84053dd6338e HTTP/1.1" status: 204 len: 168 time: 0.8503778 Jul 06 14:02:02.474443 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41764) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:02.524800 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.db_base_plugin_v2 [None req-b554ac5e-fcc7-4912-a3a7-f246531afa8d admin admin] Deleting subnet e8a01d2e-dede-41fc-a741-710f3d491c89 {{(pid=110606) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 06 14:02:02.528138 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b554ac5e-fcc7-4912-a3a7-f246531afa8d admin admin] Publish callbacks [] for subnet (e8a01d2e-dede-41fc-a741-710f3d491c89), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.564654 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b554ac5e-fcc7-4912-a3a7-f246531afa8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30014727'] for subnet (e8a01d2e-dede-41fc-a741-710f3d491c89), precommit_delete_associations {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.640732 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b554ac5e-fcc7-4912-a3a7-f246531afa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-880332'] for subnet (e8a01d2e-dede-41fc-a741-710f3d491c89), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.703416 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b554ac5e-fcc7-4912-a3a7-f246531afa8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-880327', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-423827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31420698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30215560'] for subnet (e8a01d2e-dede-41fc-a741-710f3d491c89), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.706752 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:02.732954 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554ac5e-fcc7-4912-a3a7-f246531afa8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8a01d2e-dede-41fc-a741-710f3d491c89,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:02.738018 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b554ac5e-fcc7-4912-a3a7-f246531afa8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for subnet (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.744057 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-b554ac5e-fcc7-4912-a3a7-f246531afa8d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e8a01d2e-dede-41fc-a741-710f3d491c89 HTTP/1.1" status: 204 len: 168 time: 0.2664609 Jul 06 14:02:02.744234 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd89b9-3403-42cd-8c40-89aafb31c16c None None] Network e12e604c-a9aa-4964-89ef-163e19d2e86f requested from dv-cinder-819149-8-iscsi {{(pid=110607) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 06 14:02:02.744892 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41766) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:02.815292 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734902'] for network (e12e604c-a9aa-4964-89ef-163e19d2e86f), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.853974 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:02.863416 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Deleting port da35efc8-4fac-4911-85e9-abf6d88b9778 {{(pid=110606) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 06 14:02:02.863927 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739503822120'] for port (da35efc8-4fac-4911-85e9-abf6d88b9778), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.927597 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.db [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] For port da35efc8-4fac-4911-85e9-abf6d88b9778, host dv-cinder-819149-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-819149-8-iscsi',level=0,port_id=da35efc8-4fac-4911-85e9-abf6d88b9778,segment=NetworkSegment(b3a06be7-09c9-41be-980c-6c81ef024aa4),segment_id=b3a06be7-09c9-41be-980c-6c81ef024aa4)] {{(pid=110606) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 06 14:02:02.927957 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33256307'] for port (da35efc8-4fac-4911-85e9-abf6d88b9778), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:02.941396 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Calling delete_port for da35efc8-4fac-4911-85e9-abf6d88b9778 owned by network:dhcp {{(pid=110606) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 06 14:02:03.023101 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-658228', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-449896', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739503826167', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739503315348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31420877'] for port (da35efc8-4fac-4911-85e9-abf6d88b9778), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:03.047430 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Pushing event deleted for resources: {'Port': ['ID=da35efc8-4fac-4911-85e9-abf6d88b9778,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:03.050791 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] No DVR routers for this DVR port da35efc8-4fac-4911-85e9-abf6d88b9778 on host dv-cinder-819149-8-iscsi {{(pid=110606) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 06 14:02:03.115300 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d1e706-5715-4585-a1a1-4bbcdc01bf14 None None] DHCP port deletion for e12e604c-a9aa-4964-89ef-163e19d2e86f request from dv-cinder-819149-8-iscsi {{(pid=110607) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 06 14:02:03.130204 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692774', 'neutron.services.segments.db._delete_segments_for_network-8739503815033'] for network (e12e604c-a9aa-4964-89ef-163e19d2e86f), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:03.151568 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e12e604c-a9aa-4964-89ef-163e19d2e86f']}} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:03.162786 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a06be7-09c9-41be-980c-6c81ef024aa4') {'for_net_delete': True} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:03.163080 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.services.segments.db [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a06be7-09c9-41be-980c-6c81ef024aa4') {} {{(pid=110606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 06 14:02:03.174256 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739503816322', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30014732'] for segment (b3a06be7-09c9-41be-980c-6c81ef024aa4), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:03.188636 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119'] for segment (b3a06be7-09c9-41be-980c-6c81ef024aa4), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:03.195167 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=110606) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 06 14:02:03.195547 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-690119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31420896'] for segment (b3a06be7-09c9-41be-980c-6c81ef024aa4), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:03.215149 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment b3a06be7-09c9-41be-980c-6c81ef024aa4 resource provider aggregate not found Jul 06 14:02:03.254458 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.services.segments.plugin [-] Segment b3a06be7-09c9-41be-980c-6c81ef024aa4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3a06be7-09c9-41be-980c-6c81ef024aa4 found for delete ", "request_id": "req-c9e30c3d-e49e-4201-b5e0-00aa739d7abe"}]} Jul 06 14:02:03.262463 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692783', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33300785', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33264700', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33246725'] for network (e12e604c-a9aa-4964-89ef-163e19d2e86f), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:03.267917 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33264846'] for network (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:03.271052 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e12e604c-a9aa-4964-89ef-163e19d2e86f HTTP/1.1" status: 204 len: 168 time: 0.5250399 Jul 06 14:02:03.282485 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7e1b5-e405-4be5-9ce3-1076b2b12945 admin admin] Pushing event deleted for resources: {'Network': ['ID=e12e604c-a9aa-4964-89ef-163e19d2e86f,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:03.397687 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 41774) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:03.443642 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device da35efc8-4fac-4911-85e9-abf6d88b9778 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:03.451225 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-d3820522-4791-4534-a46e-6ece658fc4d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e3edb8d53184b98b7055ffc145f186d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516963 Jul 06 14:02:03.453095 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 41776) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:03.462850 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: da35efc8-4fac-4911-85e9-abf6d88b9778 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 14:02:03.463196 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device da35efc8-4fac-4911-85e9-abf6d88b9778 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:03.463610 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:03.482809 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 14:02:03.483159 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 4dfd1005-7d53-4d37-b9ab-d4b1e23e7938 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:03.483571 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 0cdb0bf4-b20f-46e6-bb81-de28628979c8 no longer exists at agent ovs-agent-dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 06 14:02:03.505323 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] No Port match for: 0cdb0bf4-b20f-46e6-bb81-de28628979c8 {{(pid=110607) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 06 14:02:03.505662 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron.plugins.ml2.rpc [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Device 0cdb0bf4-b20f-46e6-bb81-de28628979c8 not bound to the agent host dv-cinder-819149-8-iscsi {{(pid=110607) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 06 14:02:03.510023 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-71282c37-14b9-4890-937e-c05f6d80d306 admin admin] Publish callbacks [] for security_group (1dfa3a22-4b8a-4501-a434-07ac3d03a1e1), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:03.538871 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-71282c37-14b9-4890-937e-c05f6d80d306 admin admin] Publish callbacks [] for security_group (1dfa3a22-4b8a-4501-a434-07ac3d03a1e1), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:03.585724 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-71282c37-14b9-4890-937e-c05f6d80d306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (1dfa3a22-4b8a-4501-a434-07ac3d03a1e1), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:03.588413 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-71282c37-14b9-4890-937e-c05f6d80d306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:03.589698 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-71282c37-14b9-4890-937e-c05f6d80d306 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dfa3a22-4b8a-4501-a434-07ac3d03a1e1 HTTP/1.1" status: 204 len: 168 time: 0.1357138 Jul 06 14:02:03.597976 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71282c37-14b9-4890-937e-c05f6d80d306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfa3a22-4b8a-4501-a434-07ac3d03a1e1,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:06.914264 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:06.917463 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:09.531654 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac64dd9b-8778-419d-a81a-d8647a3cb8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:11.996202 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-54a685db-90e6-4874-8d83-4335833da92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:12.941887 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:13.257739 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=53,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:13.273477 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=41,neutron:DELETE=6 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:13.592723 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=61,neutron:DELETE=7 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:13.593729 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=72,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:14.424942 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:14.696224 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:15.128508 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 41912) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:15.234265 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4aefaddb-0ad1-475f-8ca0-84694f04ef35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:15.308572 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4aefaddb-0ad1-475f-8ca0-84694f04ef35 admin admin] Publish callbacks [] for security_group (2eca6a5c-46ed-4ecb-9095-a449c586c912), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:15.313524 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-4aefaddb-0ad1-475f-8ca0-84694f04ef35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2eca6a5c-46ed-4ecb-9095-a449c586c912), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:15.354007 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-4aefaddb-0ad1-475f-8ca0-84694f04ef35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39cd367c83b54b17b4fff804f013f953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220750 Jul 06 14:02:15.354007 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aefaddb-0ad1-475f-8ca0-84694f04ef35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eca6a5c-46ed-4ecb-9095-a449c586c912,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:15.355301 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41916) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:15.409812 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b2048ab6-f462-44db-a15f-6687bf1878ea admin admin] Publish callbacks [] for security_group (2eca6a5c-46ed-4ecb-9095-a449c586c912), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:15.432541 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b2048ab6-f462-44db-a15f-6687bf1878ea admin admin] Publish callbacks [] for security_group (2eca6a5c-46ed-4ecb-9095-a449c586c912), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:15.478534 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b2048ab6-f462-44db-a15f-6687bf1878ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2eca6a5c-46ed-4ecb-9095-a449c586c912), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:15.480932 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-b2048ab6-f462-44db-a15f-6687bf1878ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:15.482662 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-b2048ab6-f462-44db-a15f-6687bf1878ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2eca6a5c-46ed-4ecb-9095-a449c586c912 HTTP/1.1" status: 204 len: 168 time: 0.1255388 Jul 06 14:02:15.490374 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2048ab6-f462-44db-a15f-6687bf1878ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eca6a5c-46ed-4ecb-9095-a449c586c912,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:15.744502 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 41922) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:15.757974 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bc842cc9-139b-45e7-b35e-510cf9f3617a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:15.835165 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bc842cc9-139b-45e7-b35e-510cf9f3617a admin admin] Publish callbacks [] for security_group (2b9f9210-e384-46e8-9e5e-9a8488191633), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:15.838723 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bc842cc9-139b-45e7-b35e-510cf9f3617a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2b9f9210-e384-46e8-9e5e-9a8488191633), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:15.885779 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-bc842cc9-139b-45e7-b35e-510cf9f3617a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a66d85070fc94851bf6302a34ef3208a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401317 Jul 06 14:02:15.886664 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc842cc9-139b-45e7-b35e-510cf9f3617a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9f9210-e384-46e8-9e5e-9a8488191633,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:15.889016 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 41924) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:15.938327 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-730804de-abef-456f-90e2-8c9638ea39c2 admin admin] Publish callbacks [] for security_group (2b9f9210-e384-46e8-9e5e-9a8488191633), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:15.959454 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-730804de-abef-456f-90e2-8c9638ea39c2 admin admin] Publish callbacks [] for security_group (2b9f9210-e384-46e8-9e5e-9a8488191633), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:16.008623 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-730804de-abef-456f-90e2-8c9638ea39c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (2b9f9210-e384-46e8-9e5e-9a8488191633), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:16.011183 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-730804de-abef-456f-90e2-8c9638ea39c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:16.012339 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-730804de-abef-456f-90e2-8c9638ea39c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b9f9210-e384-46e8-9e5e-9a8488191633 HTTP/1.1" status: 204 len: 168 time: 0.1223388 Jul 06 14:02:16.029031 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730804de-abef-456f-90e2-8c9638ea39c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9f9210-e384-46e8-9e5e-9a8488191633,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:18.921661 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 42056) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:19.029712 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d997bc13-2528-42e7-94c0-8de173e35da1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.112576 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d997bc13-2528-42e7-94c0-8de173e35da1 admin admin] Publish callbacks [] for security_group (11edfc3d-4db6-4cc0-bc43-ab51f1f79d99), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.115992 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-d997bc13-2528-42e7-94c0-8de173e35da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (11edfc3d-4db6-4cc0-bc43-ab51f1f79d99), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.155127 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-d997bc13-2528-42e7-94c0-8de173e35da1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cba535e615b475ea4f15da7ebcfe7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324142 Jul 06 14:02:19.155932 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997bc13-2528-42e7-94c0-8de173e35da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11edfc3d-4db6-4cc0-bc43-ab51f1f79d99,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:19.157935 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 42060) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:19.207096 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-051e3986-a2e0-4904-81ef-fd0957bb661d admin admin] Publish callbacks [] for security_group (11edfc3d-4db6-4cc0-bc43-ab51f1f79d99), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.238005 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-051e3986-a2e0-4904-81ef-fd0957bb661d admin admin] Publish callbacks [] for security_group (11edfc3d-4db6-4cc0-bc43-ab51f1f79d99), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.295773 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-051e3986-a2e0-4904-81ef-fd0957bb661d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (11edfc3d-4db6-4cc0-bc43-ab51f1f79d99), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.298741 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-051e3986-a2e0-4904-81ef-fd0957bb661d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.299902 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-051e3986-a2e0-4904-81ef-fd0957bb661d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11edfc3d-4db6-4cc0-bc43-ab51f1f79d99 HTTP/1.1" status: 204 len: 168 time: 0.1408935 Jul 06 14:02:19.308172 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e3986-a2e0-4904-81ef-fd0957bb661d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11edfc3d-4db6-4cc0-bc43-ab51f1f79d99,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:19.555730 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 42066) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:19.569589 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7f7c5af0-3297-4022-8ee0-ebc10ef5892b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.652637 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7f7c5af0-3297-4022-8ee0-ebc10ef5892b admin admin] Publish callbacks [] for security_group (51dd2bb2-62bc-4aef-96a7-0ac57c5a2750), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.657240 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-7f7c5af0-3297-4022-8ee0-ebc10ef5892b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (51dd2bb2-62bc-4aef-96a7-0ac57c5a2750), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.696171 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-7f7c5af0-3297-4022-8ee0-ebc10ef5892b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=042d6e1c0ec04ec9919f5cb22833ae3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394007 Jul 06 14:02:19.697026 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c5af0-3297-4022-8ee0-ebc10ef5892b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dd2bb2-62bc-4aef-96a7-0ac57c5a2750,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:19.698988 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 42068) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:19.748189 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c195069c-3f93-4f7a-991a-e7af909c7c74 admin admin] Publish callbacks [] for security_group (51dd2bb2-62bc-4aef-96a7-0ac57c5a2750), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.769345 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c195069c-3f93-4f7a-991a-e7af909c7c74 admin admin] Publish callbacks [] for security_group (51dd2bb2-62bc-4aef-96a7-0ac57c5a2750), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.817478 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c195069c-3f93-4f7a-991a-e7af909c7c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (51dd2bb2-62bc-4aef-96a7-0ac57c5a2750), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.820165 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-c195069c-3f93-4f7a-991a-e7af909c7c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:19.821385 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-c195069c-3f93-4f7a-991a-e7af909c7c74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51dd2bb2-62bc-4aef-96a7-0ac57c5a2750 HTTP/1.1" status: 204 len: 168 time: 0.1213677 Jul 06 14:02:19.832721 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195069c-3f93-4f7a-991a-e7af909c7c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dd2bb2-62bc-4aef-96a7-0ac57c5a2750,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:24.785063 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 42162) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:24.894336 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-6f15838e-d9ea-46e4-9ef2-163bec20b059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:24.908264 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:24.970047 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-6f15838e-d9ea-46e4-9ef2-163bec20b059 admin admin] Publish callbacks [] for security_group (d4a49501-ccc5-4184-b1b4-d16c222dbcec), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:24.973538 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-6f15838e-d9ea-46e4-9ef2-163bec20b059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (d4a49501-ccc5-4184-b1b4-d16c222dbcec), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:24.996248 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:25.017473 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-6f15838e-d9ea-46e4-9ef2-163bec20b059 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e677b4d6064847e2a57d202673402d41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313387 Jul 06 14:02:25.018528 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15838e-d9ea-46e4-9ef2-163bec20b059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a49501-ccc5-4184-b1b4-d16c222dbcec,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:25.020195 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 42166) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:25.070775 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0e31ab46-de2a-4874-ae1d-e28256f131c8 admin admin] Publish callbacks [] for security_group (d4a49501-ccc5-4184-b1b4-d16c222dbcec), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:25.072077 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=5 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:25.093628 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0e31ab46-de2a-4874-ae1d-e28256f131c8 admin admin] Publish callbacks [] for security_group (d4a49501-ccc5-4184-b1b4-d16c222dbcec), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:25.121742 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:25.141309 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0e31ab46-de2a-4874-ae1d-e28256f131c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (d4a49501-ccc5-4184-b1b4-d16c222dbcec), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:25.143854 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-0e31ab46-de2a-4874-ae1d-e28256f131c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:25.144968 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-0e31ab46-de2a-4874-ae1d-e28256f131c8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4a49501-ccc5-4184-b1b4-d16c222dbcec HTTP/1.1" status: 204 len: 168 time: 0.1237814 Jul 06 14:02:25.152623 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31ab46-de2a-4874-ae1d-e28256f131c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a49501-ccc5-4184-b1b4-d16c222dbcec,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:25.215000 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:25.410864 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 42172) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:25.424563 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2dcfee19-f08b-42c3-acd3-3bd661556223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:25.498785 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2dcfee19-f08b-42c3-acd3-3bd661556223 admin admin] Publish callbacks [] for security_group (34cdc2e4-e108-4d81-bcd4-efab2a7f0a49), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:25.502288 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-2dcfee19-f08b-42c3-acd3-3bd661556223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (34cdc2e4-e108-4d81-bcd4-efab2a7f0a49), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:25.541997 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-2dcfee19-f08b-42c3-acd3-3bd661556223 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3750d508fa9c458ca98f2a7e1a964ebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300571 Jul 06 14:02:25.542978 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcfee19-f08b-42c3-acd3-3bd661556223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cdc2e4-e108-4d81-bcd4-efab2a7f0a49,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:25.543897 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 42174) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:25.593746 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ea404b2f-c61c-4b7d-94e9-696f57f5854f admin admin] Publish callbacks [] for security_group (34cdc2e4-e108-4d81-bcd4-efab2a7f0a49), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:25.614450 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ea404b2f-c61c-4b7d-94e9-696f57f5854f admin admin] Publish callbacks [] for security_group (34cdc2e4-e108-4d81-bcd4-efab2a7f0a49), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:25.660939 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ea404b2f-c61c-4b7d-94e9-696f57f5854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (34cdc2e4-e108-4d81-bcd4-efab2a7f0a49), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:25.663483 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-ea404b2f-c61c-4b7d-94e9-696f57f5854f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:25.664656 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-ea404b2f-c61c-4b7d-94e9-696f57f5854f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/34cdc2e4-e108-4d81-bcd4-efab2a7f0a49 HTTP/1.1" status: 204 len: 168 time: 0.1188648 Jul 06 14:02:25.673029 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea404b2f-c61c-4b7d-94e9-696f57f5854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cdc2e4-e108-4d81-bcd4-efab2a7f0a49,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:27.255009 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 42220) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:27.363132 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5f474f5c-6c45-45ee-9b76-880cb637e2f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:27.439773 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5f474f5c-6c45-45ee-9b76-880cb637e2f2 admin admin] Publish callbacks [] for security_group (78838788-00bd-452a-960e-3983c0aeeed9), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:27.443218 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-5f474f5c-6c45-45ee-9b76-880cb637e2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (78838788-00bd-452a-960e-3983c0aeeed9), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:27.482165 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-5f474f5c-6c45-45ee-9b76-880cb637e2f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=63d54cc1acf24717968bbca9125265fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260416 Jul 06 14:02:27.483074 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f474f5c-6c45-45ee-9b76-880cb637e2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78838788-00bd-452a-960e-3983c0aeeed9,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:27.484953 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 42224) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:27.533370 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c3c07e44-a6a0-4fcc-92fa-63e95d896d16 admin admin] Publish callbacks [] for security_group (78838788-00bd-452a-960e-3983c0aeeed9), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:27.554261 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c3c07e44-a6a0-4fcc-92fa-63e95d896d16 admin admin] Publish callbacks [] for security_group (78838788-00bd-452a-960e-3983c0aeeed9), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:27.603253 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c3c07e44-a6a0-4fcc-92fa-63e95d896d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (78838788-00bd-452a-960e-3983c0aeeed9), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:27.605851 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-c3c07e44-a6a0-4fcc-92fa-63e95d896d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:27.607028 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-c3c07e44-a6a0-4fcc-92fa-63e95d896d16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78838788-00bd-452a-960e-3983c0aeeed9 HTTP/1.1" status: 204 len: 168 time: 0.1209509 Jul 06 14:02:27.614868 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c07e44-a6a0-4fcc-92fa-63e95d896d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78838788-00bd-452a-960e-3983c0aeeed9,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:27.868149 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 42230) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:27.882005 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-de2a5a3e-8936-4a6a-8d54-f5168d014068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:27.958710 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-de2a5a3e-8936-4a6a-8d54-f5168d014068 admin admin] Publish callbacks [] for security_group (d73fbd9f-277e-4120-996a-30b208d45810), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:27.963189 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-de2a5a3e-8936-4a6a-8d54-f5168d014068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (d73fbd9f-277e-4120-996a-30b208d45810), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:28.001677 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-de2a5a3e-8936-4a6a-8d54-f5168d014068 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6794fc2644bb4a6fa65f1919dbfac581&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324418 Jul 06 14:02:28.003591 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a5a3e-8936-4a6a-8d54-f5168d014068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73fbd9f-277e-4120-996a-30b208d45810,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:28.004334 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 42232) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:28.056353 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-577c4aac-bc51-46ab-b3ac-c36df1874d3c admin admin] Publish callbacks [] for security_group (d73fbd9f-277e-4120-996a-30b208d45810), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:28.079126 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-577c4aac-bc51-46ab-b3ac-c36df1874d3c admin admin] Publish callbacks [] for security_group (d73fbd9f-277e-4120-996a-30b208d45810), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:28.126671 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-577c4aac-bc51-46ab-b3ac-c36df1874d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (d73fbd9f-277e-4120-996a-30b208d45810), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:28.129550 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-577c4aac-bc51-46ab-b3ac-c36df1874d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:28.130668 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-577c4aac-bc51-46ab-b3ac-c36df1874d3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d73fbd9f-277e-4120-996a-30b208d45810 HTTP/1.1" status: 204 len: 168 time: 0.1253769 Jul 06 14:02:28.139413 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c4aac-bc51-46ab-b3ac-c36df1874d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73fbd9f-277e-4120-996a-30b208d45810,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:32.924225 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:32.931131 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:33.043975 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 42330) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:33.152595 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3d181e23-c1b5-455d-be01-598c7d62035a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.202666 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:33.234269 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3d181e23-c1b5-455d-be01-598c7d62035a admin admin] Publish callbacks [] for security_group (aa1d829c-63c0-4378-9664-4e23480679ec), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.238872 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-3d181e23-c1b5-455d-be01-598c7d62035a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (aa1d829c-63c0-4378-9664-4e23480679ec), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.278961 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-3d181e23-c1b5-455d-be01-598c7d62035a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55ca81370c7f4b089954411c65f7a83a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335970 Jul 06 14:02:33.279863 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d181e23-c1b5-455d-be01-598c7d62035a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1d829c-63c0-4378-9664-4e23480679ec,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:33.281486 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 42334) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:33.338914 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f27b26ba-3ff7-412d-93f6-bb1936b35010 admin admin] Publish callbacks [] for security_group (aa1d829c-63c0-4378-9664-4e23480679ec), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.359887 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f27b26ba-3ff7-412d-93f6-bb1936b35010 admin admin] Publish callbacks [] for security_group (aa1d829c-63c0-4378-9664-4e23480679ec), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.413577 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f27b26ba-3ff7-412d-93f6-bb1936b35010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (aa1d829c-63c0-4378-9664-4e23480679ec), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.416361 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-f27b26ba-3ff7-412d-93f6-bb1936b35010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.417550 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-f27b26ba-3ff7-412d-93f6-bb1936b35010 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa1d829c-63c0-4378-9664-4e23480679ec HTTP/1.1" status: 204 len: 168 time: 0.1350842 Jul 06 14:02:33.426316 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b26ba-3ff7-412d-93f6-bb1936b35010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1d829c-63c0-4378-9664-4e23480679ec,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:33.437481 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:33.439071 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=35,neutron:UPDATE=5 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:33.679961 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 42340) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:33.693172 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6689cb54-b9b7-44be-8e18-cb1105bb51f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.702569 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:33.750802 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=74,neutron:DELETE=8,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:33.777306 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6689cb54-b9b7-44be-8e18-cb1105bb51f8 admin admin] Publish callbacks [] for security_group (fe466d56-e62d-4517-8a55-f0132d83226c), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.782468 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-6689cb54-b9b7-44be-8e18-cb1105bb51f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (fe466d56-e62d-4517-8a55-f0132d83226c), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.822607 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-6689cb54-b9b7-44be-8e18-cb1105bb51f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ef667cc3e75438494561f33bcf4ebd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415489 Jul 06 14:02:33.823466 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689cb54-b9b7-44be-8e18-cb1105bb51f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe466d56-e62d-4517-8a55-f0132d83226c,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:33.826846 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 42342) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:33.880133 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0f3170d2-8299-4b4b-be5f-35f69a42fe2c admin admin] Publish callbacks [] for security_group (fe466d56-e62d-4517-8a55-f0132d83226c), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.897146 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:33.902143 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0f3170d2-8299-4b4b-be5f-35f69a42fe2c admin admin] Publish callbacks [] for security_group (fe466d56-e62d-4517-8a55-f0132d83226c), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.916753 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:02:33.952533 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0f3170d2-8299-4b4b-be5f-35f69a42fe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (fe466d56-e62d-4517-8a55-f0132d83226c), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.955231 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-0f3170d2-8299-4b4b-be5f-35f69a42fe2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:33.956781 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-0f3170d2-8299-4b4b-be5f-35f69a42fe2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fe466d56-e62d-4517-8a55-f0132d83226c HTTP/1.1" status: 204 len: 168 time: 0.1287057 Jul 06 14:02:33.965336 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3170d2-8299-4b4b-be5f-35f69a42fe2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe466d56-e62d-4517-8a55-f0132d83226c,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:34.291299 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 42348) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:34.305030 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-56987449-2841-4a22-a4d4-b3ce22f5df46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:34.380893 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-56987449-2841-4a22-a4d4-b3ce22f5df46 admin admin] Publish callbacks [] for security_group (6da8c574-6f13-4fb5-a5cc-4d70e1e54694), precommit_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:34.384665 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-56987449-2841-4a22-a4d4-b3ce22f5df46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (6da8c574-6f13-4fb5-a5cc-4d70e1e54694), after_create {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:34.423732 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-56987449-2841-4a22-a4d4-b3ce22f5df46 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0cad106340e458599c4c7150568760e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313658 Jul 06 14:02:34.424649 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56987449-2841-4a22-a4d4-b3ce22f5df46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da8c574-6f13-4fb5-a5cc-4d70e1e54694,revision_number=1']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:34.426398 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 42350) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:34.480224 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b79b772b-271e-4eff-9f9d-db04a810daf9 admin admin] Publish callbacks [] for security_group (6da8c574-6f13-4fb5-a5cc-4d70e1e54694), before_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:34.501794 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b79b772b-271e-4eff-9f9d-db04a810daf9 admin admin] Publish callbacks [] for security_group (6da8c574-6f13-4fb5-a5cc-4d70e1e54694), precommit_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:34.549703 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b79b772b-271e-4eff-9f9d-db04a810daf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (6da8c574-6f13-4fb5-a5cc-4d70e1e54694), after_delete {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:34.552088 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-b79b772b-271e-4eff-9f9d-db04a810daf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:34.553267 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-b79b772b-271e-4eff-9f9d-db04a810daf9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6da8c574-6f13-4fb5-a5cc-4d70e1e54694 HTTP/1.1" status: 204 len: 168 time: 0.1250761 Jul 06 14:02:34.562227 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b772b-271e-4eff-9f9d-db04a810daf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da8c574-6f13-4fb5-a5cc-4d70e1e54694,revision_number=None']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:35.602083 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.wsgi [-] (110605) accepted ('10.222.0.20', 42380) {{(pid=110605) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:35.706796 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3cd0-0d08-4951-b054-fd99a10d04e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:35.780609 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3cd0-0d08-4951-b054-fd99a10d04e2 admin admin] Publish callbacks [] for security_group (29f048d0-9a0b-4eb3-8b1b-b81a460cf798), precommit_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:35.784110 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3cd0-0d08-4951-b054-fd99a10d04e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (29f048d0-9a0b-4eb3-8b1b-b81a460cf798), after_create {{(pid=110605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:35.823788 dv-cinder-819149-8-iscsi neutron-server[110605]: INFO neutron.wsgi [None req-1c0c3cd0-0d08-4951-b054-fd99a10d04e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a0d86d7a87e242b194b423c91adfff7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206781 Jul 06 14:02:35.824758 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c3cd0-0d08-4951-b054-fd99a10d04e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f048d0-9a0b-4eb3-8b1b-b81a460cf798,revision_number=1']} {{(pid=110605) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:35.826667 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.wsgi [-] (110606) accepted ('10.222.0.20', 42384) {{(pid=110606) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 06 14:02:35.879821 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bcf3e415-6c4e-47c6-908c-b62cb8d47521 admin admin] Publish callbacks [] for security_group (29f048d0-9a0b-4eb3-8b1b-b81a460cf798), before_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:35.900311 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bcf3e415-6c4e-47c6-908c-b62cb8d47521 admin admin] Publish callbacks [] for security_group (29f048d0-9a0b-4eb3-8b1b-b81a460cf798), precommit_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:35.946019 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bcf3e415-6c4e-47c6-908c-b62cb8d47521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33303015'] for security_group (29f048d0-9a0b-4eb3-8b1b-b81a460cf798), after_delete {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:35.948437 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron_lib.callbacks.manager [None req-bcf3e415-6c4e-47c6-908c-b62cb8d47521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:35.949612 dv-cinder-819149-8-iscsi neutron-server[110606]: INFO neutron.wsgi [None req-bcf3e415-6c4e-47c6-908c-b62cb8d47521 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29f048d0-9a0b-4eb3-8b1b-b81a460cf798 HTTP/1.1" status: 204 len: 168 time: 0.1211355 Jul 06 14:02:35.957397 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3e415-6c4e-47c6-908c-b62cb8d47521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f048d0-9a0b-4eb3-8b1b-b81a460cf798,revision_number=None']} {{(pid=110606) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 06 14:02:39.533351 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac01c41d-7ee2-4783-954b-b3a6c884caae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:41.999898 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-f264288d-08e6-48a0-b665-44a819626d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:42.944191 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:43.914244 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:44.428810 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:44.697878 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:02:45.817679 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=42,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:45.820247 dv-cinder-819149-8-iscsi neutron-server[110605]: DEBUG dbcounter [-] [110605] Writing DB stats neutron:SELECT=52,neutron:INSERT=14,neutron:DELETE=2 {{(pid=110605) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:45.953198 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:DELETE=3,neutron:SELECT=40,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:45.953845 dv-cinder-819149-8-iscsi neutron-server[110606]: DEBUG dbcounter [-] [110606] Writing DB stats neutron:SELECT=56,neutron:DELETE=5,neutron:INSERT=5 {{(pid=110606) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:54.692559 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:54.694388 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:02:55.238395 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:03:05.228098 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:03:05.235238 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:03:09.538075 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ffb1f0c7-0f0e-45a6-ba25-300a88cce42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:03:09.925355 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:03:09.926070 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:03:10.915956 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:03:12.002229 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ea58331d-9e5b-4a82-a657-e35d2cd65551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:03:12.946883 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:03:14.431331 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:03:14.700949 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:03:20.912541 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:03:25.245147 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:03:35.239951 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:03:35.241936 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:03:39.540097 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ce1a544c-72a5-4e66-ba97-ac613884b1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:03:42.005167 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4d5e4e31-1676-40b1-847f-f0d06b0ea771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:03:42.950011 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:03:44.435393 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:03:44.704594 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:03:46.917734 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:03:46.923086 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:03:47.915599 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:03:54.693310 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:03:54.699494 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:03:55.254875 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:04:05.244569 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:04:05.251666 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:04:06.456745 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=16 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:04:06.458910 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=12 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:04:09.542749 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-a7a44202-afa4-43f8-b986-a9ccf7be0bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:04:12.007495 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-25b44595-7f55-4b99-8e11-b92213e9c09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:04:12.954302 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:04:14.441449 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:04:14.708068 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:04:24.702029 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:04:24.703983 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:04:24.916262 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:04:25.267048 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:04:26.923479 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:04:34.913174 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=6 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:04:35.261527 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:04:35.263511 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:04:39.547322 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-298740ab-4867-492c-84aa-6cb443076a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:04:42.009671 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-22bf05b6-d52a-4db7-9037-2fc016fcaf99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:04:42.956706 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:04:44.440715 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:04:44.709337 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:04:54.703020 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:04:54.704925 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:04:55.280417 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:05:00.925663 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:05:01.915879 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:05:05.269684 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:05:05.276185 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:05:09.549938 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-6e1e53ca-c921-4f92-b047-7ac06a97e64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:05:11.912478 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:05:12.011634 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9d2b9f58-8b9a-4ee4-9849-d172eb02918e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:05:12.958733 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:05:14.445443 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:05:14.712129 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:05:25.282256 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:05:35.277173 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:05:35.279495 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:05:37.921491 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=4 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:05:37.922284 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:05:38.915953 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:05:39.551123 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-a56cf8b7-68ff-40ce-a0b7-77415e61af49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:05:42.015536 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-4ae5c023-11a4-4863-bd76-0f1c4a81c89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:05:42.966501 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:05:44.447902 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:05:44.714177 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:05:48.912440 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:05:54.708353 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:05:54.710136 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:05:55.296170 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:06:05.285780 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:06:05.292038 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:06:09.553408 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-cee34f1f-da7c-4d90-a9d6-8c6bf3a38f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:06:12.017996 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1ebe23f7-29b4-432c-bb0d-98b40fad5ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:06:12.965162 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:06:14.450323 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:06:14.719191 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:06:14.914402 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=17 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:06:14.919303 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=15 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:06:15.915472 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:06:24.713557 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=8 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:06:24.715376 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:06:25.296302 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:06:25.911968 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:06:35.287004 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:06:35.288877 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:06:39.556206 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-8038b514-b3be-43fe-bee8-5c642f88e781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:06:42.021149 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-f3673be9-70d5-4b89-be33-2342035955c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:06:42.967907 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:06:44.453197 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:06:44.725905 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:06:51.911173 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:06:51.915837 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=5 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:06:52.915229 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:06:54.719056 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=9 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:06:54.720951 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:06:55.307128 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:07:02.911731 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:07:05.301461 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:07:05.303891 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:07:07.980586 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:07:09.557730 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-70030ab9-d77b-4987-8d67-0087cb096602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:07:12.025463 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-9e8bbe53-e910-4987-9e0a-c8cd03c733eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:07:12.971393 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:07:14.457197 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:07:14.718225 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:07:25.305778 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:07:28.912100 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:07:28.912818 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=3 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:07:29.915168 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG neutron.db.agents_db [None req-688d4326-f5ab-409d-8aa9-32df44390110 None None] Agent healthcheck: found 6 active agents {{(pid=110608) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 06 14:07:35.300622 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=22 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:07:35.301446 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=22,neutron:UPDATE=6 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:07:39.559662 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-51566c9c-e2ac-4920-82f8-f9443b2cdb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (c102ff01-eeb8-483f-bb6d-0fea137a0d81), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:07:39.911811 dv-cinder-819149-8-iscsi neutron-server[110608]: DEBUG dbcounter [-] [110608] Writing DB stats neutron:SELECT=2 {{(pid=110608) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:07:42.030407 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-3f035730-779f-48b9-bdca-bc798124237e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (e9c025f1-2f96-49fe-8cc8-478e3b63d681), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:07:42.974598 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-bae5f0ba-34ac-4d7a-88fc-1bc988c1dfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (b50cb7f4-190a-44a1-935f-45c650ccc765), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:07:44.461719 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-27a88431-0e9f-4aa8-8d12-45fd5fb20068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (323fbd94-e523-4921-bc51-a31299e0f8f9), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:07:44.721139 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-ac4dabef-21e7-4559-9019-aa97b1deff47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (5babaa59-beb8-435d-9d74-0085a47d4e54), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 06 14:07:54.714486 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:07:54.716372 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG dbcounter [-] [110607] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110607) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 06 14:07:55.322073 dv-cinder-819149-8-iscsi neutron-server[110607]: DEBUG neutron_lib.callbacks.manager [None req-1e878631-83e8-4065-8c0a-9e165e9aa07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739503815015', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-880611'] for agent (04ae02b4-95af-4d46-bf61-fd961ab0f98f), after_update {{(pid=110607) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}